-- Logs begin at Fri 2022-05-06 22:49:06 UTC, end at Fri 2022-05-06 23:52:19 UTC. -- May 06 23:24:32.047802 dv-cinder-840996-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 06 23:24:34.858157 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.common.config [-] Logging enabled! May 06 23:24:34.858725 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev190 May 06 23:24:34.858964 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103140) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 06 23:24:34.862433 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.common.config [-] Logging enabled! May 06 23:24:34.862691 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev190 May 06 23:24:34.863010 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103140) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 06 23:24:34.863967 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 23:24:34.864202 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 23:24:34.864602 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 23:24:34.864854 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 23:24:34.865083 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 23:24:34.865408 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.865808 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.866044 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.866348 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.866645 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.866933 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.867229 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.867530 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.867819 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.868103 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.868388 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.868648 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.868933 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.869223 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.869515 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.869742 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] debug = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.870025 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.870466 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.870880 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.871165 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.871463 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.871747 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.872021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.872298 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.872628 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.872947 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] host = dv-cinder-840996-1-iscsi {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.873231 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.873524 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.873814 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.874104 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.874384 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.874661 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.874949 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.875226 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.875507 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.875787 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.876081 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.876373 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.876693 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.876923 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.877150 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.877466 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.877771 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.878051 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.878330 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.878609 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.878887 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.879166 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.879443 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.879733 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.880023 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.880314 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.880622 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.880905 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.881180 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.881457 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.881749 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.882031 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.882314 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.882597 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.882891 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.883164 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.883445 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.883748 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.884040 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.884326 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.884642 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.884924 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.885210 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.885490 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.885766 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.886040 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_json = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.886315 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.886590 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.886874 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.887148 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.887422 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.887700 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.887974 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.888266 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.888568 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:34.888865 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.889168 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.889476 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.889766 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.890076 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.890365 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.890662 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.890948 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.891246 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.891544 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.891839 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.892124 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.892428 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.892757 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.893579 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.893897 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.894198 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.894498 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.894781 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.895063 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.895344 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.895625 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.895922 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.896207 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.896504 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.896825 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.897112 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.897415 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.897703 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.897992 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.898292 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.898592 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.898874 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.899162 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.899465 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.899750 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.900031 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.900330 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.900655 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.900939 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.901228 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.901513 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.901794 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.902073 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.902360 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.902658 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.902942 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.903222 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.903499 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.903781 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.904059 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.904350 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.904719 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.905001 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.905278 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.905562 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.905842 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.906124 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.906407 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.906688 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.906971 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.907249 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.907525 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.907803 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.908080 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.908361 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.908692 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.909511 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.909794 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.910074 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.910352 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.910629 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.910907 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.911186 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.911489 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.911774 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.912059 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.912344 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.912649 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.912937 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.913221 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.913507 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.913794 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.914074 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.914370 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.914661 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.914957 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.915247 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.915532 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.915854 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.916145 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.916430 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.916760 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.917051 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.917341 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.917635 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.917927 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.918230 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.918530 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.918831 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.919134 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.919432 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.919721 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.920037 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.920326 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:34.920574 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 23:24:34.920814 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103140) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 23:24:35.384698 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 06 23:24:35.384981 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 06 23:24:35.385300 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 06 23:24:35.385643 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 23:24:35.715007 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.715227 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.715501 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.716980 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.717259 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.717525 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.772772 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.773049 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.773318 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.788483 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.788792 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.789062 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.819070 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.819528 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.819970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.860261 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.860835 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:35.860835 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.198666 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.198950 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.199216 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.199482 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.200180 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.298958 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.299809 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.300098 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.300376 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.300672 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.300991 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.301253 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.301516 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.301773 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.302057 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.302319 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.302594 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.302863 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.303123 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.303381 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.303647 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.303913 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.304185 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.304457 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.304744 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.305027 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.305285 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.305572 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.305955 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.306206 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.306455 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.306851 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.307094 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.307336 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.307578 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.307818 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.308058 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:36.308425 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 23:24:36.311580 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 23:24:36.316103 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 23:24:36.319861 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 06 23:24:36.321523 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 23:24:36.321995 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 23:24:36.322329 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 23:24:36.322716 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 23:24:36.325683 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 23:24:36.325938 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 23:24:36.326287 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 23:24:36.331220 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 06 23:24:36.354713 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 23:24:36.355165 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.355464 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 06 23:24:36.355834 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.357214 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 23:24:36.357495 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 23:24:36.357742 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 23:24:36.361035 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.361321 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:36.424985 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 23:24:36.425213 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 23:24:36.425448 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 23:24:36.425817 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 23:24:36.447110 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_db.sqlalchemy.engines [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103140) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 23:24:36.885157 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing driver for type 'gre' May 06 23:24:36.885715 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] gre ID ranges: [(1, 1000)] May 06 23:24:36.941289 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing driver for type 'local' May 06 23:24:36.941618 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing driver for type 'vlan' May 06 23:24:36.954175 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] VlanTypeDriver initialization complete May 06 23:24:36.954643 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing driver for type 'vxlan' May 06 23:24:36.955114 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] vxlan ID ranges: [(1, 1000)] May 06 23:24:37.010595 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing extension driver 'port_security' May 06 23:24:37.011036 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.extensions.port_security [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] PortSecurityExtensionDriver initialization complete May 06 23:24:37.011499 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing mechanism driver 'openvswitch' May 06 23:24:37.011823 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing mechanism driver 'hyperv' May 06 23:24:37.018289 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:37.019109 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.019474 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.019822 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.020333 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.020795 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.021148 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.021491 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.021879 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.022280 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.022623 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.022959 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.023344 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.023741 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.024084 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.024420 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.024831 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.025232 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.025574 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.025910 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.026295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.026693 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.027035 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.027370 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.027751 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 23:24:37.028191 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] ML2 OVO RPC backend initialized. {{(pid=103140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 06 23:24:37.028906 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.029258 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.029668 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.030015 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > networks before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.030359 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.030695 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > ports before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.031033 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.031369 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.031707 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.032039 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.032371 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.032730 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.033063 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.033393 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.033749 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.034077 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.034403 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.041831 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded quota_driver: . May 06 23:24:37.042192 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Modular L2 Plugin initialization complete May 06 23:24:37.042534 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading services supported by the core plugin {{(pid=103140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 23:24:37.042868 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.plugins.ml2.managers [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Got port-security extension from driver 'port_security' May 06 23:24:37.043344 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.extensions.vlantransparent [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Disabled vlantransparent extension. May 06 23:24:37.043831 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 23:24:37.044149 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: router May 06 23:24:37.079816 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.080198 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_create 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.080629 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router before_create 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.080996 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.081365 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.081717 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_delete 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.082069 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.082412 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.082763 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_create 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.083104 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.083445 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.083785 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.084254 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.084682 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.085047 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.085379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.085710 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: subnet after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.086042 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.086394 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.086736 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.087070 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.087405 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.087752 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router after_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.088086 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.088428 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.088813 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.089149 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.089505 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > agent after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.089844 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.090177 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.091014 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Tracking information for resource: router configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:37.091343 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Tracking information for resource: floatingip configured {{(pid=103140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 23:24:37.096459 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.db.l3_agentschedulers_db [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 23:24:37.097034 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.097398 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.097747 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.098098 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.098889 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router before_create 55550100 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.099253 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.099614 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.099968 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.104689 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.provider_configuration [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service providers = [] {{(pid=103140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 23:24:37.105049 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.db.servicetype_db [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 23:24:37.107987 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.service_base [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 23:24:37.108334 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.service_base [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 23:24:37.108711 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.service_base [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 23:24:37.109590 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.services.service_base [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 23:24:37.110050 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.services.service_base [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 23:24:37.110433 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.110750 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 23:24:37.121796 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.122130 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: auto_allocate May 06 23:24:37.128358 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: network precommit_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.128744 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: network precommit_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.129283 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.129569 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: tag May 06 23:24:37.136257 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.136615 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: timestamp May 06 23:24:37.140362 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.140722 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: network_ip_availability May 06 23:24:37.146166 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.146530 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.146881 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.147576 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.147895 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: flavors May 06 23:24:37.152784 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.153116 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading Plugin: revisions May 06 23:24:37.157314 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 23:24:37.157696 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 06 23:24:37.158421 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 06 23:24:37.158753 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Initializing extension manager. May 06 23:24:37.159274 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: __init__.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.159612 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: __pycache__ {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.159944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: _port_mac_address_override.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.160274 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: address_group.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.161042 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.161601 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: address-group May 06 23:24:37.161923 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: address_scope.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.162619 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.163125 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: address-scope May 06 23:24:37.163441 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.164350 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.164945 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: router-admin-state-down-before-update May 06 23:24:37.165209 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: agent.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.165893 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.166400 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: agent May 06 23:24:37.166715 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: agent_resources_synced.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.167608 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.168107 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: agent-resources-synced May 06 23:24:37.168423 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.170208 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.170728 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: allowed-address-pairs May 06 23:24:37.171054 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.172097 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.172642 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: auto-allocated-topology May 06 23:24:37.172967 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: availability_zone.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.173652 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.174151 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: availability_zone May 06 23:24:37.174970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: availability_zone_filter.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.175870 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.176378 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: availability_zone_filter May 06 23:24:37.176733 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: data_plane_status.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.177627 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.178129 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension data-plane-status not supported by any of loaded plugins May 06 23:24:37.178449 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: default_subnetpools.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.179342 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.179844 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: default-subnetpools May 06 23:24:37.180164 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.180988 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.181493 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: dhcp_agent_scheduler May 06 23:24:37.181815 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: dns.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.182707 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.183207 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension dns-integration not supported by any of loaded plugins May 06 23:24:37.183528 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: dns_domain_ports.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.184626 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.185129 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 23:24:37.185447 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.186411 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.186915 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 06 23:24:37.187234 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: dvr.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.187889 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.188388 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: dvr May 06 23:24:37.188738 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: ecmp_routes.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.189636 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.190707 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension ecmp_routes not supported by any of loaded plugins May 06 23:24:37.191024 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: empty_string_filtering.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.191913 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.192421 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: empty-string-filtering May 06 23:24:37.192769 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.193673 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.194178 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 23:24:37.194495 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.195387 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.195893 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 23:24:37.196210 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: external_net.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.197131 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.197640 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: external-net May 06 23:24:37.197957 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.198857 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.199359 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: extra_dhcp_opt May 06 23:24:37.199677 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: extraroute.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.200585 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.201088 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: extraroute May 06 23:24:37.201403 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: extraroute_atomic.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.202586 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.203103 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: extraroute-atomic May 06 23:24:37.203421 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: filter_validation.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.204073 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.204599 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: filter-validation May 06 23:24:37.204919 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: fip_pf_description.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.205835 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.206333 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 23:24:37.206648 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.207548 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.208048 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 06 23:24:37.208362 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: fip_port_details.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.209282 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.209780 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: fip-port-details May 06 23:24:37.210093 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: flavors.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.211361 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.211877 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: flavors May 06 23:24:37.212196 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.213881 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.214402 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 23:24:37.214733 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: floatingip_pools.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.215432 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.215940 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: floatingip-pools May 06 23:24:37.216264 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: ip_allocation.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.217473 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.217983 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension ip_allocation not supported by any of loaded plugins May 06 23:24:37.218302 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.219208 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.219718 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: ip-substring-filtering May 06 23:24:37.220040 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l2_adjacency.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.220984 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.221517 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 23:24:37.221836 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.222802 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.223318 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: router May 06 23:24:37.223637 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.225860 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.226389 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 23:24:37.226715 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.227620 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.228140 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: ext-gw-mode May 06 23:24:37.228462 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.229404 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.229915 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: l3-ha May 06 23:24:37.230234 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.231131 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.231640 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 06 23:24:37.231960 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_flavors.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.232897 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.233465 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: l3-flavors May 06 23:24:37.233786 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.235135 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.235646 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 06 23:24:37.235970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.237427 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.237962 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 23:24:37.238285 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: l3agentscheduler.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.239311 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.239823 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: l3_agent_scheduler May 06 23:24:37.240147 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: local_ip.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.243313 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.243840 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension local_ip not supported by any of loaded plugins May 06 23:24:37.244170 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: logging.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.245656 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.246181 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension logging not supported by any of loaded plugins May 06 23:24:37.246511 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: metering.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.247246 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.247823 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: metering May 06 23:24:37.248147 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.249260 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.249780 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: metering_source_and_destination_fields May 06 23:24:37.250109 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: multiprovidernet.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.251021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.251531 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: multi-provider May 06 23:24:37.251854 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: netmtu.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.253379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.253890 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: net-mtu May 06 23:24:37.254213 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: netmtu_writable.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.255113 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.255621 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: net-mtu-writable May 06 23:24:37.255941 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: network_availability_zone.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.256625 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.257129 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: network_availability_zone May 06 23:24:37.257447 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: network_ip_availability.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.258524 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.259034 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: network-ip-availability May 06 23:24:37.259356 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: network_segment_range.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.260105 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.260637 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension network-segment-range not supported by any of loaded plugins May 06 23:24:37.260961 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: pagination.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.261937 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.262293 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: pagination May 06 23:24:37.262613 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_device_profile.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.263530 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.264028 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-device-profile May 06 23:24:37.264349 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_mac_address_override.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.265298 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.265809 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-mac-override May 06 23:24:37.266129 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.267034 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.267541 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-mac-address-regenerate May 06 23:24:37.267858 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.268809 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.269320 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-numa-affinity-policy May 06 23:24:37.269636 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_resource_request.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.270531 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.271041 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension port-resource-request not supported by any of loaded plugins May 06 23:24:37.271358 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.272314 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.272851 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 06 23:24:37.273168 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: portbindings.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.274086 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.274596 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: binding May 06 23:24:37.274915 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: portbindings_extended.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.276138 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.276683 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: binding-extended May 06 23:24:37.277006 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: portsecurity.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.277915 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.278423 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-security May 06 23:24:37.278747 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: project_id.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.279730 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.280059 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: project-id May 06 23:24:37.280379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: providernet.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.281308 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.281822 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: provider May 06 23:24:37.282144 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.285885 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.286404 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos not supported by any of loaded plugins May 06 23:24:37.286729 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.287951 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.288465 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 23:24:37.288823 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.289742 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.290368 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 23:24:37.290636 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_default.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.291854 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.292460 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-default not supported by any of loaded plugins May 06 23:24:37.293031 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_fip.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.294055 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.294699 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-fip not supported by any of loaded plugins May 06 23:24:37.295145 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.296089 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.296876 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 06 23:24:37.297537 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.298855 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.300013 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 23:24:37.300464 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.301941 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.302708 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 23:24:37.303137 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.304434 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.305335 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 06 23:24:37.305750 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.307192 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.307749 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 06 23:24:37.308384 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_pps_rule.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.309796 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.310572 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-pps not supported by any of loaded plugins May 06 23:24:37.310941 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.312260 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.312973 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 23:24:37.313559 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.315643 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.316388 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 06 23:24:37.316773 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: qos_rules_alias.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.318015 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.318529 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 23:24:37.318853 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: quota_check_limit.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.319826 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.320339 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: quota-check-limit May 06 23:24:37.320694 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: quotasv2.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.321635 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.321961 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: quotas May 06 23:24:37.322278 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: quotasv2_detail.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.324022 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.324355 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: quota_details May 06 23:24:37.324706 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: rbac.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.325757 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.326284 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: rbac-policies May 06 23:24:37.326609 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: rbac_address_group.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.327526 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.328037 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: rbac-address-group May 06 23:24:37.328356 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: rbac_address_scope.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.329295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.329809 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: rbac-address-scope May 06 23:24:37.330125 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: rbac_security_groups.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.331054 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.331565 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: rbac-security-groups May 06 23:24:37.331899 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.332830 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.333347 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: rbac-subnetpool May 06 23:24:37.333669 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: revisionifmatch.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.334585 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.335096 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: revision-if-match May 06 23:24:37.335416 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: revisions.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.336601 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.337116 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: standard-attr-revisions May 06 23:24:37.337437 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: router_availability_zone.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.338102 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.338611 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: router_availability_zone May 06 23:24:37.338928 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: routerservicetype.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.339836 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.340346 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension router-service-type not supported by any of loaded plugins May 06 23:24:37.340696 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.341607 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.342420 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: security-groups-normalized-cidr May 06 23:24:37.342737 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.343652 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.344200 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: port-security-groups-filtering May 06 23:24:37.344518 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.345499 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.346867 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: security-groups-remote-address-group May 06 23:24:37.347130 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.348306 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.348860 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: security-groups-shared-filtering May 06 23:24:37.349183 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.349767 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 06 23:24:37.350084 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: securitygroup.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.359772 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.360299 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: security-group May 06 23:24:37.360659 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: segment.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.361378 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.362452 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension segment not supported by any of loaded plugins May 06 23:24:37.362775 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.363701 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.364214 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 23:24:37.364560 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: servicetype.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.365634 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.366162 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: service-type May 06 23:24:37.366485 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: sorting.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.367461 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.367789 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: sorting May 06 23:24:37.368109 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: standard_attr_segment.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.369110 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.369625 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 23:24:37.369944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: standardattrdescription.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.370585 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.371091 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: standard-attr-description May 06 23:24:37.371414 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: stateful_security_group.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.372347 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.372885 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: stateful-security-group May 06 23:24:37.373204 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: stdattrs_common.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.373767 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 23:24:37.374083 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.375006 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.375518 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 23:24:37.375838 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnet_onboard.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.376931 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.377477 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: subnet_onboard May 06 23:24:37.377803 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.378720 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.379233 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 23:24:37.379556 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnet_service_types.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.380467 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.381005 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: subnet-service-types May 06 23:24:37.381328 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnetallocation.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.382398 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.382914 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: subnet_allocation May 06 23:24:37.383240 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.383898 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.384411 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: subnetpool-prefix-ops May 06 23:24:37.384759 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.385675 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.386188 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 23:24:37.386508 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: tagging.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.387561 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.388085 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: standard-attr-tag May 06 23:24:37.388411 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: timestamp.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.389624 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.390141 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loaded extension: standard-attr-timestamp May 06 23:24:37.390463 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: trunk.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.391472 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.391988 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension trunk not supported by any of loaded plugins May 06 23:24:37.392310 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: trunk_details.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.393265 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.393778 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension trunk-details not supported by any of loaded plugins May 06 23:24:37.394099 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.395003 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.395514 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 23:24:37.395839 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Loading extension file: vlantransparent.py {{(pid=103140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 23:24:37.396496 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 23:24:37.397030 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 23:24:37.399549 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:network May 06 23:24:37.400059 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnet May 06 23:24:37.400449 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnetpool May 06 23:24:37.400857 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:port May 06 23:24:37.402067 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.402508 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service FLAVORS assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.403112 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.403536 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.403863 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:router May 06 23:24:37.404291 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:floatingip May 06 23:24:37.404793 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service METERING assigned prefix: /metering {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.406216 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.406591 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.406944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:24:37.407938 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of CountableResource for resource:rbac_policy May 06 23:24:37.408363 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:security_group May 06 23:24:37.409351 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 23:24:37.409979 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service CORE assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.410310 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnetpool May 06 23:24:37.410651 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] subnetpool is already registered May 06 23:24:37.411083 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service CORE assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.411405 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnetpool May 06 23:24:37.411739 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] subnetpool is already registered May 06 23:24:37.414111 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.414541 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service FLAVORS assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.415120 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.415534 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.415861 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:router May 06 23:24:37.416198 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] router is already registered May 06 23:24:37.416629 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:floatingip May 06 23:24:37.416960 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] floatingip is already registered May 06 23:24:37.417408 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service METERING assigned prefix: /metering {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.418064 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of CountableResource for resource:rbac_policy May 06 23:24:37.418386 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] rbac_policy is already registered May 06 23:24:37.418788 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:security_group May 06 23:24:37.419117 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] security_group is already registered May 06 23:24:37.419508 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 23:24:37.419835 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] security_group_rule is already registered May 06 23:24:37.420445 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service CORE assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.420798 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnetpool May 06 23:24:37.421126 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] subnetpool is already registered May 06 23:24:37.421539 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.v2.resource_helper [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Service CORE assigned prefix: {{(pid=103140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 23:24:37.421857 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Creating instance of TrackedResource for resource:subnetpool May 06 23:24:37.422181 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING neutron.quota.resource_registry [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] subnetpool is already registered May 06 23:24:37.422639 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: extensions {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.424098 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: address-groups {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.426167 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: address-scopes {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.427460 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: agents {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.428642 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: auto-allocated-topology {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.429870 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: availability_zones {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.431142 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: dhcp-networks {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.432666 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: dhcp-agents {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.434075 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: routers {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.436228 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: flavors {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.437419 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: service_profiles {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.438608 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: next_providers {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.440079 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: service_profiles {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.441623 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: floatingip-pools {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.442839 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: routers {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.444932 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: floatingips {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.447082 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: l3-routers {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.448444 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: l3-agents {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.449874 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: metering-labels {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.451211 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: metering-label-rules {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.452469 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: network-ip-availabilities {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.453732 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: bindings {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.455361 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: quotas {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.456970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: quotas {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.458459 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: rbac-policies {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.459733 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: security-groups {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.460956 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: security-group-rules {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.462210 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: service-providers {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.463413 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: subnetpools {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.464899 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: subnetpools {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.466326 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.468244 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.470067 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.472316 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.474095 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.475904 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.477597 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.479457 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.481223 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.483009 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron.api.extensions [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Extended resource: tags {{(pid=103140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 23:24:37.489732 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING keystonemiddleware.auth_token [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 23:24:37.494904 dv-cinder-840996-1-iscsi neutron-server[103140]: WARNING keystonemiddleware.auth_token [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 23:24:37.503492 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Acquired lock "singleton_lock" {{(pid=103140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 06 23:24:37.503968 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_concurrency.lockutils [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Releasing lock "singleton_lock" {{(pid=103140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 06 23:24:37.504644 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Starting 2 workers May 06 23:24:37.509527 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Started child 103249 {{(pid=103140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 23:24:37.514205 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Started child 103250 {{(pid=103140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 23:24:37.514819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.515796 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO neutron.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 23:24:37.516481 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [-] (103249) wsgi starting up on http://0.0.0.0:9696 May 06 23:24:37.516627 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.518924 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Starting 1 workers May 06 23:24:37.519202 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.520781 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [-] (103250) wsgi starting up on http://0.0.0.0:9696 May 06 23:24:37.524215 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Started child 103251 {{(pid=103140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 23:24:37.524768 dv-cinder-840996-1-iscsi neutron-server[103140]: INFO oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Starting 1 workers May 06 23:24:37.527784 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] calling RpcWorker wait() {{(pid=103251) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 23:24:37.528324 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] returning from RpcWorker wait() {{(pid=103251) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 23:24:37.529323 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Started child 103252 {{(pid=103140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 23:24:37.529563 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.530027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:37.530132 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49e6a2f2-64b1-4431-bf2c-ced26cbf13b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.531998 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 23:24:37.532206 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 23:24:37.532386 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 23:24:37.532622 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 23:24:37.532948 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 23:24:37.533110 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 23:24:37.534201 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.534482 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.534730 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.534989 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.535382 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:37.535843 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.535843 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.536048 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.536308 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.536517 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:37.536621 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.536756 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.536899 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.537149 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.537379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.537692 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.537965 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.538217 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.538439 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.538607 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.538871 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.539134 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.539357 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.539620 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] debug = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.539856 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.540355 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.540619 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.540884 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.541116 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.541379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.541622 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.541873 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.542118 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.542360 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.542577 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.542825 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.543070 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.543295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.543519 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.543775 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.543989 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.544455 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] host = dv-cinder-840996-1-iscsi {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.544709 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.544944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.545169 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.545412 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.545662 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.545935 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.546156 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.546395 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.546643 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.546892 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.547144 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.547398 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.547614 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.547872 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.548034 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_options = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.548276 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.548565 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.548799 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.548988 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.549153 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.549919 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.550158 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.550310 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.550581 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.550794 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.551004 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.551215 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.551444 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.551674 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.551932 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.552166 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.552395 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.552624 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.552870 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.553117 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.553343 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.554470 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.554772 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.555022 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.555507 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.555756 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.556005 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.556239 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.556472 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.556817 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.557016 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.557282 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.557526 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.557775 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.558058 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.558295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.559208 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.559463 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.560286 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.561892 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.562163 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.562446 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.564492 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.564772 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.565013 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.565246 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.565478 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_json = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.565737 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.566088 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.566645 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.566895 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.567121 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.567345 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.567587 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.567852 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.568081 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.568504 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.568811 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.569120 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.569390 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.569636 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.569897 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.570137 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.570361 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.570627 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.570886 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.571198 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.571426 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.571750 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.572018 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.572293 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.572658 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.572924 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.573184 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.573429 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.573653 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.573885 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.574118 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.574395 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.574645 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.574884 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.575121 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.575345 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.575638 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.575903 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.576189 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.576596 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.576924 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.577187 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.577455 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.577743 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.578089 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.578328 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.578588 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.578815 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.579031 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.579302 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.579554 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.579791 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.580053 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.580270 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.580502 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.580753 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.580994 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.581243 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.581468 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.581711 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.581928 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.582142 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.582381 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.582631 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.582842 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.583095 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.583345 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.583563 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.583815 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.584054 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.584426 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.584839 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.585239 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.585614 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.586002 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.586563 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.586935 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.587391 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.587787 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.588018 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.588237 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.588460 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.588713 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.588989 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.589264 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.589487 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.589758 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.590070 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.590295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.590515 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.590731 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.591092 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.591451 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.592111 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.592473 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.592873 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.593116 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.593335 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.593571 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.593814 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.594139 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.594389 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.594771 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.595156 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.595678 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.595993 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.596767 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.597054 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.597225 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.597442 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.597715 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.597978 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.598226 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.598465 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.598679 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.598944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.599316 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.599697 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.599947 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.600177 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.600416 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.600668 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.601021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.601284 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.601668 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.602065 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.602320 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.602628 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.602869 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.603144 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.603366 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.603642 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.603934 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.604195 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.604483 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.604770 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.605026 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.605508 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.605755 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.606022 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.606272 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.606531 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.606751 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.607003 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.607224 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.607456 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.607711 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.608013 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.608261 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.608493 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.608756 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.609037 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.609280 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.609537 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.609799 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.610044 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.610282 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.610757 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.611009 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.611220 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.611596 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.612529 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.612912 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.613166 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.613410 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.613658 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.613880 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.614096 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.614347 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.614563 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.614785 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.615009 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.615379 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.615596 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.615841 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.616315 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.616748 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.616996 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.617322 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.617521 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.617743 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.617996 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.618246 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.618465 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.618740 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.618997 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.619235 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.619484 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.619706 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.619961 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.620175 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.620423 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.620854 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.621220 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.621456 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.621679 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.621914 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.622127 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.622354 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.622587 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.622826 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.623262 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.623617 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.623868 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.624098 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.624344 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.624681 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.624902 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.625119 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.625337 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.625577 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.625817 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.626043 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.626294 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.626514 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.626728 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.626963 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.627197 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.627495 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.627741 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.627999 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.628211 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.628604 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.628843 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.629083 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.629299 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.629531 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.629744 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.629953 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.630322 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.630539 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.630820 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.631081 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.631320 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.631598 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.631862 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.632075 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.632321 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.632560 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.632796 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.633025 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.633261 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.633489 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.633716 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.633923 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.634132 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.634357 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.634573 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.634784 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.635021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.635249 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.635456 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.635676 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.635891 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.636105 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.636328 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.636559 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.636772 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.636992 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.637210 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.637422 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.637668 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.637878 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.638092 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.638312 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.638532 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.638744 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.639030 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.639190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:37.639292 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.639482 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.639764 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.640021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.640275 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.640553 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.640860 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.641074 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.641314 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.641550 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.641789 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.642092 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.642390 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.642720 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.643164 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.643394 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.643667 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.643944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.644376 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.644827 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.645045 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.645348 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.645666 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.645922 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.646180 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.646442 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.646701 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.646943 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.647175 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.647408 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.647627 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.647849 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.648088 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.648317 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.648621 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.648847 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.649103 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.649327 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.649572 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.649802 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.650039 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.650421 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.650581 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 23:24:37.651117 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 23:24:37.651281 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 23:24:37.651438 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 23:24:37.651616 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 23:24:37.651789 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 23:24:37.651942 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 23:24:37.652146 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.652308 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.652472 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.652654 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.652841 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653006 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653165 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653325 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653487 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653643 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.653956 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.654112 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.654422 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.654573 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.654870 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655174 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655332 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655496 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655659 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655820 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.655978 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.656135 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] debug = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.656442 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.656807 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.656972 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.657146 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.657296 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.657451 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.657761 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.657918 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.658076 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.658234 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.658392 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.658552 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.659222 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.659380 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.659539 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.659698 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.659856 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660014 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] host = dv-cinder-840996-1-iscsi {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660174 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660752 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660752 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660752 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.660957 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.661159 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.661323 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.661483 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.661889 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.662032 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.662195 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.662340 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.662678 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.663014 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.663173 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_options = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.663468 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.663630 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.663933 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.664121 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.664281 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.664602 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.664764 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.664924 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.665083 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.665244 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.665400 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.665701 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.665860 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666019 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666178 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666336 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666495 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666653 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666814 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.666966 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667124 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667281 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667442 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667594 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667754 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.667909 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.668066 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.668376 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.668564 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.668720 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.668878 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669036 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669197 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669355 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669507 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669666 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669822 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.669979 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670141 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670311 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670454 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670612 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670769 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.670928 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671087 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671245 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671403 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_json = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671565 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671724 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.671885 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672043 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672200 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672358 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672520 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672699 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.672835 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 23:24:37.673012 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673164 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673334 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673496 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673657 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673817 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.673977 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.674139 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.674350 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675000 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675169 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675356 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675485 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675647 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675807 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.675970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676132 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676291 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676452 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676677 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676803 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.676933 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677102 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677261 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677422 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677585 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677746 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.677918 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678075 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678242 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678419 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678580 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678739 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.678900 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679059 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679222 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679383 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679545 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679706 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.679867 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680027 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680186 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680346 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680508 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680696 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.680858 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681020 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681181 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681341 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681501 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681663 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681824 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.681985 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682467 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682467 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682467 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682688 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682752 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.682902 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683061 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683221 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683381 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683541 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683701 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.683861 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684181 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684341 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684513 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684695 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.684856 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685016 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685178 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685339 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685500 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685660 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685821 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.685982 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686143 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686303 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686464 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686624 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686785 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.686946 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687107 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687268 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687429 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687590 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687750 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.687976 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688107 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688293 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688453 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688633 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688795 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.688956 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689114 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689274 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689434 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689593 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689753 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.689936 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690098 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690260 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690421 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690581 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690741 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.690900 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691060 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691219 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691380 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691540 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691701 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.691861 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692021 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692181 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692343 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692502 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692695 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.692857 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693019 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693182 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693349 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693522 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693683 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.693843 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694002 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694162 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694324 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694485 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694645 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694805 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.694967 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695128 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695299 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695461 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695622 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695783 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.695966 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696127 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696288 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696448 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696630 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696792 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.696953 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697114 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697274 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697435 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697595 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697757 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.697917 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698076 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698237 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698401 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698562 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698723 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.698883 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699045 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699206 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699366 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699526 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699687 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.699849 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700010 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700172 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700333 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700494 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700687 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.700848 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701066 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701233 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701393 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701554 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701713 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.701874 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702036 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702198 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702359 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702522 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702683 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.702844 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703006 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703169 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703329 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703490 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703651 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703812 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.703973 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704135 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704295 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704456 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704639 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704801 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.704978 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705138 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705298 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705487 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705657 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705818 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.705978 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706139 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706300 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706461 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706624 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706785 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.706944 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707104 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707263 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707423 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707585 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707748 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.707909 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708068 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708230 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708394 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708571 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708734 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.708895 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709056 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709216 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709378 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709538 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709710 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.709871 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710033 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710193 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710355 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710515 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710684 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.710845 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711005 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711164 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711323 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711483 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711650 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711811 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.711970 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712130 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712289 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712449 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712638 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712800 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.712959 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713119 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713278 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713440 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713609 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713769 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.713929 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714089 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714249 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714409 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714578 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714739 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.714898 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715058 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715218 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715377 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715545 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715706 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.715866 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.716036 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.716196 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.716356 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.716515 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.716950 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717121 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717284 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717443 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717603 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717762 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.717923 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718089 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718261 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718421 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718579 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718746 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.718915 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719084 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719244 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719410 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719581 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719745 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.719906 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720067 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720228 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720393 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720565 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720730 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.720912 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.721586 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.721760 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.721921 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722081 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722244 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722413 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722570 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722730 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.722821 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37736) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:24:37.722898 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.723042 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.723201 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 23:24:37.723354 dv-cinder-840996-1-iscsi neutron-server[103140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 23:24:37.731200 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063179 May 06 23:24:48.813848 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1da980-e153-4bd3-b8a9-8e363150a3ce None None] get_active_networks_info from dv-cinder-840996-1-iscsi {{(pid=103251) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 06 23:24:48.880150 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1da980-e153-4bd3-b8a9-8e363150a3ce None None] No non-hosted networks {{(pid=103251) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 23:24:48.895347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.agentschedulers_db [None req-0c1da980-e153-4bd3-b8a9-8e363150a3ce None None] DHCP Agent not found on host dv-cinder-840996-1-iscsi {{(pid=103251) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 06 23:24:48.988996 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3f18c0ec-f2d6-4ce5-8f7e-c00e1e498181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:51.161299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-891751a3-a982-4b32-b759-c95a443c103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:51.209911 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-770666d5-e565-4dc0-bd78-402946a91512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:51.962944 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37802) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:24:52.243150 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:52.525305 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING oslo_policy.policy [None req-71dab3ac-fc92-4ee7-bbdd-ac7a87d93c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:24:52.525878 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING oslo_policy.policy [None req-71dab3ac-fc92-4ee7-bbdd-ac7a87d93c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:24:52.753196 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [None req-71dab3ac-fc92-4ee7-bbdd-ac7a87d93c57 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:24:52.763802 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-71dab3ac-fc92-4ee7-bbdd-ac7a87d93c57 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7904775 May 06 23:24:53.421999 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:55.142417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:55.143639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.143955 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.144287 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.144635 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.144965 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.145463 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.145953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.146307 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.146638 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.146957 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.147406 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.147753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.148090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.148414 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.148757 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:55.149143 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840996-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:55.156160 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840996-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:24:55.284966 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37836) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:24:55.603454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:24:55.693143 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.policy [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103249) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 23:24:55.734152 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING oslo_policy.policy [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:24:55.734534 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING oslo_policy.policy [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:24:55.832087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213277704', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213278212', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213294382', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213321684', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213315479', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778213340800', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-704043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-904985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2032783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975888'] for rbac-policy (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:55.904412 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:55.905621 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-434276a8-b899-4042-86d9-5d20122a61f6 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6197550 May 06 23:24:58.329913 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37848) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:24:58.654973 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:24:58.684205 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Made reservation on behalf of 0e884d4d1ec14a62a4ff4500b91183db for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:24:58.688447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:58.704903 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:58.814099 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks [] for security_group (16506a93-a48e-4873-8f1e-95f79bf5cb4a), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:58.818481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (16506a93-a48e-4873-8f1e-95f79bf5cb4a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:58.840154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:24:58.879908 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778216220173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (ffef984d-4549-4908-9677-3c7da8f5a2cf), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:58.880486 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Unsubscribe: segment precommit_create {{(pid=103249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 23:24:58.881064 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Added segment ffef984d-4549-4908-9677-3c7da8f5a2cf of type vlan for network c9116f04-8d11-409a-9e61-ea7793654069 May 06 23:24:58.900672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=16506a93-a48e-4873-8f1e-95f79bf5cb4a,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:24:58.947217 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.947467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.947818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.948190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.948522 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.948863 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.949177 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.949490 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.949801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.950113 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.950423 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.950744 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.951056 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.951363 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.951670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Tracked resource versions report: May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: pushed versions: May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: { 'AddressGroup': {'1.2'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Agent': {'1.1'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'ConntrackHelper': {'1.0'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'LocalIPAssociation': {'1.0'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Log': {'1.0'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'NDPProxy': {'1.0'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Network': {'1.1'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Port': {'1.7'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'PortForwarding': {'1.3'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'QosPolicy': {'1.10'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroup': {'1.5'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroupRule': {'1.2'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SubPort': {'1.0'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Subnet': {'1.1'}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Trunk': {'1.1'}} May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: consumer versions: May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Agent': '1.1', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'ConntrackHelper': '1.0', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'LocalIPAssociation': '1.0', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Log': '1.0', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'NDPProxy': '1.0', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Network': '1.1', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Port': '1.7', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'PortForwarding': '1.3', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'QosPolicy': '1.10', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroup': '1.5', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroupRule': '1.2', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SubPort': '1.0', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Subnet': '1.1', May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Trunk': '1.1'}} May 06 23:24:58.953093 dv-cinder-840996-1-iscsi neutron-server[103249]: {{(pid=103249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:24:58.999008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (c9116f04-8d11-409a-9e61-ea7793654069), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:59.038542 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (c9116f04-8d11-409a-9e61-ea7793654069), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:59.043877 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:24:59.044568 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:24:59.137619 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8060274 May 06 23:24:59.163515 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddda88-704d-45d4-8b8f-6403e34b3820 demo demo] Pushing event updated for resources: {'Network': ['ID=c9116f04-8d11-409a-9e61-ea7793654069,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:24:59.179191 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network c9116f04-8d11-409a-9e61-ea7793654069 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:24:59.334775 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.db.l3_hamode_db [None req-2316c9eb-53a1-481c-a464-43f860c45557 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 23:24:59.412962 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316c9eb-53a1-481c-a464-43f860c45557 None None] Routers set() bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:24:59.413349 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316c9eb-53a1-481c-a464-43f860c45557 None None] Router IDs set() for agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 23:25:01.635787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37860) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:02.031693 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876d387-e397-44bb-a0ad-31a2629e1274 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:02.033076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9876d387-e397-44bb-a0ad-31a2629e1274 demo admin] 10.222.0.60 "GET /v2.0/networks/c9116f04-8d11-409a-9e61-ea7793654069 HTTP/1.1" status: 200 len: 825 time: 0.3963230 May 06 23:25:02.056500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ab69536f-e728-43d3-9e67-5d90d71680d6 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/916fdb20-027f-4b4d-b4d6-2e257f921ba9 HTTP/1.1" status: 200 len: 734 time: 0.0178699 May 06 23:25:02.065140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:25:02.085053 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Made reservation on behalf of 0e884d4d1ec14a62a4ff4500b91183db for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:25:02.087434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:02.381749 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (10e46551-a258-4ff5-8663-b53600a2462c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:02.451863 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Checking segment: {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:25:02.452245 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Network hostable DHCP agents. Network: c9116f04-8d11-409a-9e61-ea7793654069, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:25:02.457384 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Pushing event updated for resources: {'Subnet': ['ID=10e46551-a258-4ff5-8663-b53600a2462c,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:02.475090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Network c9116f04-8d11-409a-9e61-ea7793654069 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:25:02.486853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, c9116f04-8d11-409a-9e61-ea7793654069) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:02.491607 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:02.493776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:02.498137 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b63f31-2a33-4231-a194-6ec4725c017d None None] Network c9116f04-8d11-409a-9e61-ea7793654069 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:25:02.508786 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-54f58001-5cb1-4c22-819f-083c0a2b3117 demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4472988 May 06 23:25:02.765303 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-c9116f04-8d11-409a-9e61-ea7793654069', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:25:02.766634 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.047578 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Allocated IP 172.20.0.2 (c9116f04-8d11-409a-9e61-ea7793654069/10e46551-a258-4ff5-8663-b53600a2462c/e171c059-9cb3-42e0-9760-be80707e4058) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:25:03.318220 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks [] for port (e171c059-9cb3-42e0-9760-be80707e4058), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.326059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (e171c059-9cb3-42e0-9760-be80707e4058), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.398705 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Network c9116f04-8d11-409a-9e61-ea7793654069 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:25:03.403171 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:03.406574 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:25:03.423276 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Pushing event updated for resources: {'Port': ['ID=e171c059-9cb3-42e0-9760-be80707e4058,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:03.451878 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.452219 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.452601 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.452968 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.453304 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.453626 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.453956 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.454278 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.454596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.455452 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.455774 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.456203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.456525 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.456863 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.457179 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Tracked resource versions report: May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: pushed versions: May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: { 'AddressGroup': {'1.2'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Agent': {'1.1'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'ConntrackHelper': {'1.0'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'LocalIPAssociation': {'1.0'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Log': {'1.0'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'NDPProxy': {'1.0'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Network': {'1.1'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Port': {'1.7'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'PortForwarding': {'1.3'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'QosPolicy': {'1.10'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroup': {'1.5'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroupRule': {'1.2'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SubPort': {'1.0'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Subnet': {'1.1'}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Trunk': {'1.1'}} May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: consumer versions: May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Agent': '1.1', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'ConntrackHelper': '1.0', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'LocalIPAssociation': '1.0', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Log': '1.0', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'NDPProxy': '1.0', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Network': '1.1', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Port': '1.7', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'PortForwarding': '1.3', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'QosPolicy': '1.10', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroup': '1.5', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroupRule': '1.2', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SubPort': '1.0', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Subnet': '1.1', May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Trunk': '1.1'}} May 06 23:25:03.458606 dv-cinder-840996-1-iscsi neutron-server[103251]: {{(pid=103251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:25:03.508466 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Attempting to bind port e171c059-9cb3-42e0-9760-be80707e4058 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:25:03.509087 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Attempting to bind port e171c059-9cb3-42e0-9760-be80707e4058 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:25:03.509293 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Attempting to bind port e171c059-9cb3-42e0-9760-be80707e4058 on network c9116f04-8d11-409a-9e61-ea7793654069 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:25:03.514138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:25:03.514520 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Checking segment: {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:25:03.515020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.515404 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Bound using segment: {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:25:03.515949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Bound port: e171c059-9cb3-42e0-9760-be80707e4058, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:25:03.516270 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e171c059-9cb3-42e0-9760-be80707e4058), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.576365 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] For port e171c059-9cb3-42e0-9760-be80707e4058, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:25:03.598536 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] For port e171c059-9cb3-42e0-9760-be80707e4058, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=e171c059-9cb3-42e0-9760-be80707e4058,segment=NetworkSegment(ffef984d-4549-4908-9677-3c7da8f5a2cf),segment_id=ffef984d-4549-4908-9677-3c7da8f5a2cf)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:25:03.605230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e171c059-9cb3-42e0-9760-be80707e4058), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:03.660384 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540dc1-6637-4f2e-8227-0f26e5ae496d None None] Pushing event updated for resources: {'Port': ['ID=e171c059-9cb3-42e0-9760-be80707e4058,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:04.972576 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37868) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:05.285263 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [None req-907816ce-2e6e-4b7f-a062-8c730ab47ee1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:25:05.286333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-907816ce-2e6e-4b7f-a062-8c730ab47ee1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3125603 May 06 23:25:07.782470 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37876) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:08.087356 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [None req-c3d9b370-afc1-4e0b-bf82-e9c63db4d86d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:25:08.088345 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-c3d9b370-afc1-4e0b-bf82-e9c63db4d86d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3043573 May 06 23:25:10.535760 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 37884) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:11.030498 dv-cinder-840996-1-iscsi neutron-server[103250]: WARNING oslo_policy.policy [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:25:11.031054 dv-cinder-840996-1-iscsi neutron-server[103250]: WARNING oslo_policy.policy [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:25:11.258563 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:25:11.316905 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.policy [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103250) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 23:25:11.358345 dv-cinder-840996-1-iscsi neutron-server[103250]: WARNING oslo_policy.policy [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:25:11.358742 dv-cinder-840996-1-iscsi neutron-server[103250]: WARNING oslo_policy.policy [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 23:25:11.423759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (61261175-d7e1-4fe0-8e74-a90b3ba32611), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:11.425678 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (61261175-d7e1-4fe0-8e74-a90b3ba32611), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:11.581117 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Publish callbacks [] for router_controller (61261175-d7e1-4fe0-8e74-a90b3ba32611), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:11.586246 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (61261175-d7e1-4fe0-8e74-a90b3ba32611), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:11.608700 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:11.610061 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b21c13a7-31e4-46f6-bf62-4100372168b1 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0721450 May 06 23:25:13.825131 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e171c059-9cb3-42e0-9760-be80707e4058 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:25:13.916511 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port e171c059-9cb3-42e0-9760-be80707e4058 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:13.916992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e171c059-9cb3-42e0-9760-be80707e4058), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:14.029684 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port e171c059-9cb3-42e0-9760-be80707e4058 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:14.030074 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e171c059-9cb3-42e0-9760-be80707e4058), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:14.068329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port e171c059-9cb3-42e0-9760-be80707e4058, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=e171c059-9cb3-42e0-9760-be80707e4058,segment=NetworkSegment(ffef984d-4549-4908-9677-3c7da8f5a2cf),segment_id=ffef984d-4549-4908-9677-3c7da8f5a2cf)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:25:14.072803 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e171c059-9cb3-42e0-9760-be80707e4058), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:14.105224 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 37904) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:14.124410 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=e171c059-9cb3-42e0-9760-be80707e4058,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:14.424093 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [None req-11d9a47c-a182-4b9c-8437-1d4363a31184 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:25:14.425136 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-11d9a47c-a182-4b9c-8437-1d4363a31184 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3183630 May 06 23:25:15.087130 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42122e5-807c-49a3-af45-61c616942cdb None None] Network c9116f04-8d11-409a-9e61-ea7793654069 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:25:15.204630 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1470be05-e88e-4a5b-b337-981231e9d902 None None] Provisioning complete for port e171c059-9cb3-42e0-9760-be80707e4058 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:15.204945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1470be05-e88e-4a5b-b337-981231e9d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e171c059-9cb3-42e0-9760-be80707e4058), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:15.288788 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1470be05-e88e-4a5b-b337-981231e9d902 None None] Current status of the port e171c059-9cb3-42e0-9760-be80707e4058 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:15.406044 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-37dfb3c3-7805-4ae6-b64f-5938e420768f None None] Provisioning complete for port e171c059-9cb3-42e0-9760-be80707e4058 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:15.406432 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37dfb3c3-7805-4ae6-b64f-5938e420768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e171c059-9cb3-42e0-9760-be80707e4058), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:15.483319 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-37dfb3c3-7805-4ae6-b64f-5938e420768f None None] Current status of the port e171c059-9cb3-42e0-9760-be80707e4058 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:15.808029 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e171c059-9cb3-42e0-9760-be80707e4058 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:25:15.853392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port e171c059-9cb3-42e0-9760-be80707e4058 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:15.853780 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e171c059-9cb3-42e0-9760-be80707e4058), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:15.927578 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port e171c059-9cb3-42e0-9760-be80707e4058 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:16.877052 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 37912) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:17.182460 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:25:17.204143 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Made reservation on behalf of 6afc05c85d9a4c7da004b8027296012b for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:25:17.207418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.222674 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.322624 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks [] for security_group (d66508f1-ab42-46d5-bc08-8782d50ff278), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.326492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d66508f1-ab42-46d5-bc08-8782d50ff278), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.338550 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Reserving flat network on physical network physnet1 {{(pid=103250) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 23:25:17.370385 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778216220173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (a8a821f4-6dc9-4ba0-b171-85a3189324dc), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.370693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Unsubscribe: segment precommit_create {{(pid=103250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 23:25:17.371242 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Added segment a8a821f4-6dc9-4ba0-b171-85a3189324dc of type flat for network 17043ab6-afc5-409e-af86-4e76f065766e May 06 23:25:17.406871 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66508f1-ab42-46d5-bc08-8782d50ff278,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:17.445247 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.445585 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.445944 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.446279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.446603 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.446922 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.447239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.447553 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.447883 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.448201 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.448529 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.448885 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.449201 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.449511 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.449818 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Tracked resource versions report: May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: pushed versions: May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: { 'AddressGroup': {'1.2'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Agent': {'1.1'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'ConntrackHelper': {'1.0'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'LocalIPAssociation': {'1.0'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Log': {'1.0'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'NDPProxy': {'1.0'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Network': {'1.1'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Port': {'1.7'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'PortForwarding': {'1.3'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'QosPolicy': {'1.10'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroup': {'1.5'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroupRule': {'1.2'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SubPort': {'1.0'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Subnet': {'1.1'}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Trunk': {'1.1'}} May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: consumer versions: May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Agent': '1.1', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'ConntrackHelper': '1.0', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'LocalIPAssociation': '1.0', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Log': '1.0', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'NDPProxy': '1.0', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Network': '1.1', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Port': '1.7', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'PortForwarding': '1.3', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'QosPolicy': '1.10', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroup': '1.5', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroupRule': '1.2', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SubPort': '1.0', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Subnet': '1.1', May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Trunk': '1.1'}} May 06 23:25:17.451184 dv-cinder-840996-1-iscsi neutron-server[103250]: {{(pid=103250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:25:17.488437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (17043ab6-afc5-409e-af86-4e76f065766e), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.535891 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (17043ab6-afc5-409e-af86-4e76f065766e), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.537040 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:17.537706 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:17.622580 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7443140 May 06 23:25:17.636596 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e674de-2635-4196-80f6-e62ea6167a2f admin admin] Pushing event updated for resources: {'Network': ['ID=17043ab6-afc5-409e-af86-4e76f065766e,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:17.652001 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 17043ab6-afc5-409e-af86-4e76f065766e details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:25:18.724794 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-962b9ecd-81b1-426f-b607-8b40a42a629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:20.047601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37924) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:20.396133 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc8c10-2e75-4832-8237-94697ac7f311 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:20.397446 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-1bbc8c10-2e75-4832-8237-94697ac7f311 demo admin] 10.222.0.60 "GET /v2.0/subnets/10e46551-a258-4ff5-8663-b53600a2462c HTTP/1.1" status: 200 len: 849 time: 0.3484206 May 06 23:25:20.558124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-200be22d-9dde-4e0d-a0a8-1f7060c1af24 demo admin] 10.222.0.60 "GET /v2.0/routers/61261175-d7e1-4fe0-8e74-a90b3ba32611 HTTP/1.1" status: 200 len: 704 time: 0.1551213 May 06 23:25:20.821450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.128155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Allocated IP 172.20.0.1 (c9116f04-8d11-409a-9e61-ea7793654069/10e46551-a258-4ff5-8663-b53600a2462c/8b2ebc6c-54bc-4a57-9979-b2d6da0c1572) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:25:21.160520 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4f47942f-a494-460f-a18f-d9450dda3740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.280578 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks [] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.344923 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.462631 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Network c9116f04-8d11-409a-9e61-ea7793654069 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:25:21.467531 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:21.474510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:25:21.475059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (61261175-d7e1-4fe0-8e74-a90b3ba32611), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.539096 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Pushing event updated for resources: {'Port': ['ID=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:21.681346 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-46bd8e03-b94d-49d7-ae7b-8f7def8a709e None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:21.681726 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-46bd8e03-b94d-49d7-ae7b-8f7def8a709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.687636 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.715595 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-46bd8e03-b94d-49d7-ae7b-8f7def8a709e None None] Port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:25:21.904120 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks [] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.914742 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.915701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (61261175-d7e1-4fe0-8e74-a90b3ba32611), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:21.991805 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Pushing event updated for resources: {'Port': ['ID=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:22.046515 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Network c9116f04-8d11-409a-9e61-ea7793654069 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:25:22.047829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:22.209462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:22.211978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Router 61261175-d7e1-4fe0-8e74-a90b3ba32611 is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:25:22.237206 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-57fd6e54-76e3-4e53-8ebf-68efe1553604 None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:22.237596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-57fd6e54-76e3-4e53-8ebf-68efe1553604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:22.271827 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-57fd6e54-76e3-4e53-8ebf-68efe1553604 None None] Port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:25:22.306247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:25:22.312258 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-d9917304-7fbe-4e16-8dc9-e7cc10ae052e demo admin] 10.222.0.60 "PUT /v2.0/routers/61261175-d7e1-4fe0-8e74-a90b3ba32611/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7479763 May 06 23:25:22.317026 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Sync routers for ids ['61261175-d7e1-4fe0-8e74-a90b3ba32611'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:25:22.329286 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Routers {'61261175-d7e1-4fe0-8e74-a90b3ba32611'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:25:22.330186 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:25:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['61261175-d7e1-4fe0-8e74-a90b3ba32611'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:22.524475 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Set router 61261175-d7e1-4fe0-8e74-a90b3ba32611 gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:25:22.946851 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:21Z', 'revision_number': 2, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port_host': None, '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:21Z', 'revision_number': 2, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:22.996634 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Checking router: 61261175-d7e1-4fe0-8e74-a90b3ba32611 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:25:22.996999 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Updating router 61261175-d7e1-4fe0-8e74-a90b3ba32611 port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:25:23.047751 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.374083 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.554719 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks [] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.561479 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.724495 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Pushing event updated for resources: {'Port': ['ID=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:23.741696 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.742064 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.742371 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.742711 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.743035 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.743356 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.743675 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.743989 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.744310 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.744653 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.744970 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.745298 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.745615 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.745928 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.746237 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Tracked resource versions report: May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: pushed versions: May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: { 'AddressGroup': {'1.2'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Agent': {'1.1'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'ConntrackHelper': {'1.0'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'LocalIPAssociation': {'1.0'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Log': {'1.0'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'NDPProxy': {'1.0'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Network': {'1.1'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Port': {'1.7'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'PortForwarding': {'1.3'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'QosPolicy': {'1.10'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroup': {'1.5'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroupRule': {'1.2'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SubPort': {'1.0'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Subnet': {'1.1'}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Trunk': {'1.1'}} May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: consumer versions: May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Agent': '1.1', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'ConntrackHelper': '1.0', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'LocalIPAssociation': '1.0', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Log': '1.0', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'NDPProxy': '1.0', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Network': '1.1', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Port': '1.7', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'PortForwarding': '1.3', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'QosPolicy': '1.10', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroup': '1.5', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroupRule': '1.2', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SubPort': '1.0', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Subnet': '1.1', May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Trunk': '1.1'}} May 06 23:25:23.747646 dv-cinder-840996-1-iscsi neutron-server[103252]: {{(pid=103252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:25:23.750437 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Attempting to bind port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:25:23.750706 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Attempting to bind port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:25:23.751163 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Attempting to bind port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 on network c9116f04-8d11-409a-9e61-ea7793654069 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:25:23.757293 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:25:23.757704 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Checking segment: {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:25:23.758209 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.758591 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Bound using segment: {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:25:23.759089 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Bound port: 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef984d-4549-4908-9677-3c7da8f5a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:25:23.759447 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.833285 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] For port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:25:23.854628 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] For port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,segment=NetworkSegment(ffef984d-4549-4908-9677-3c7da8f5a2cf),segment_id=ffef984d-4549-4908-9677-3c7da8f5a2cf)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:25:23.861842 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:23.913297 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Routers {'61261175-d7e1-4fe0-8e74-a90b3ba32611'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:25:23.913920 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:25:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['61261175-d7e1-4fe0-8e74-a90b3ba32611'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:23.966344 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abb331-e1a7-4e6d-9514-f8e1a86338d3 None None] Pushing event updated for resources: {'Port': ['ID=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,revision_number=4']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:23.983224 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:23.983889 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:24.018791 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] Set router 61261175-d7e1-4fe0-8e74-a90b3ba32611 gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:25:24.076026 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Current status of the port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:24.076413 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:24.107969 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] For port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,segment=NetworkSegment(ffef984d-4549-4908-9677-3c7da8f5a2cf),segment_id=ffef984d-4549-4908-9677-3c7da8f5a2cf)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:25:24.113248 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:24.165010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e04552-18b2-45f1-85ee-a942ffc54e6f None None] Pushing event updated for resources: {'Port': ['ID=8b2ebc6c-54bc-4a57-9979-b2d6da0c1572,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:24.229442 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:21Z', 'revision_number': 2, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port_host': None, '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:23Z', 'revision_number': 4, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:24.231115 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-d0dc57bb-a930-447c-810e-c140197cb07b None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:24.231515 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d0dc57bb-a930-447c-810e-c140197cb07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:24.258485 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee365431-57ea-410d-ad8f-fc5d58c4614f None None] The sync data for ids ['61261175-d7e1-4fe0-8e74-a90b3ba32611'] in dv-cinder-840996-1-iscsi is: [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:21Z', 'revision_number': 2, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port_host': None, '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:23Z', 'revision_number': 4, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:25:24.311248 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc57bb-a930-447c-810e-c140197cb07b None None] Current status of the port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:24.760911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37944) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:24.959526 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52c8ee-8eb4-4710-9031-877df9f97f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:24.966132 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-bc52c8ee-8eb4-4710-9031-877df9f97f04 admin admin] 10.222.0.60 "GET /v2.0/networks/17043ab6-afc5-409e-af86-4e76f065766e HTTP/1.1" status: 200 len: 842 time: 0.1989043 May 06 23:25:24.970916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:25:24.990985 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Made reservation on behalf of 6afc05c85d9a4c7da004b8027296012b for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:25:24.993345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:25.149569 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:25.252684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.objects.ports [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103249) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 06 23:25:25.253101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (677bcfd6-8cff-4cfa-87f3-ca584f61595a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:25.309711 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677bcfd6-8cff-4cfa-87f3-ca584f61595a,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:25.317908 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:25:25.318238 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Network hostable DHCP agents. Network: 17043ab6-afc5-409e-af86-4e76f065766e, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:25:25.334974 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:25:25.343463 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 17043ab6-afc5-409e-af86-4e76f065766e) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:25.348039 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:25.348665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:25.353561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08066c1d-6513-4cd4-8fd6-8ccff5dd8690 None None] Network 17043ab6-afc5-409e-af86-4e76f065766e requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:25:25.380577 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-79f5b451-a1ac-4335-85b2-519141d9e967 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4061868 May 06 23:25:25.459741 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3e47e-151b-4f20-a9d1-90676bc1d1ac None None] Network 17043ab6-afc5-409e-af86-4e76f065766e requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:25:27.830122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37962) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:28.034036 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-cf24dc03-d02b-409b-81e0-2e3e23bd1b5d demo admin] 10.222.0.60 "GET /v2.0/routers/61261175-d7e1-4fe0-8e74-a90b3ba32611 HTTP/1.1" status: 200 len: 710 time: 0.2027872 May 06 23:25:28.117528 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89981d3-ea96-4407-8048-0318d3340e5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:25:28.118901 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e89981d3-ea96-4407-8048-0318d3340e5a demo admin] 10.222.0.60 "GET /v2.0/networks/17043ab6-afc5-409e-af86-4e76f065766e HTTP/1.1" status: 200 len: 886 time: 0.0794861 May 06 23:25:28.128109 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:25:28.380284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks [] for router_gateway (61261175-d7e1-4fe0-8e74-a90b3ba32611), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:28.595728 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks [] for router_gateway (61261175-d7e1-4fe0-8e74-a90b3ba32611), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:28.667388 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:28.770455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Allocated IP 172.27.1.64 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/82c50047-df1c-404e-8b36-9644cba11026) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:25:28.871665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks [] for port (82c50047-df1c-404e-8b36-9644cba11026), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:28.909982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (82c50047-df1c-404e-8b36-9644cba11026), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:28.944142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:25:28.946815 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:25:28.949305 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:25:28.990723 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Pushing event updated for resources: {'Port': ['ID=82c50047-df1c-404e-8b36-9644cba11026,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:29.210641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks [] for router_gateway (61261175-d7e1-4fe0-8e74-a90b3ba32611), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:29.493087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1717664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5212'] for router (61261175-d7e1-4fe0-8e74-a90b3ba32611), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:29.496378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1717689'] for router (61261175-d7e1-4fe0-8e74-a90b3ba32611), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:29.609353 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Router 61261175-d7e1-4fe0-8e74-a90b3ba32611 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:25:29.724380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:25:29.728580 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:29.737921 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-01d67e07-09db-45b3-9ec0-007d81a922d6 demo admin] 10.222.0.60 "PUT /v2.0/routers/61261175-d7e1-4fe0-8e74-a90b3ba32611 HTTP/1.1" status: 200 len: 889 time: 1.6053715 May 06 23:25:31.827165 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:25:31.875724 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:31.876142 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:31.956950 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:32.204757 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 37974) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:25:32.319562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8bd7316b-a8a6-462b-a2ee-c335f6195874 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1136148 May 06 23:25:33.085628 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Sync routers for ids ['61261175-d7e1-4fe0-8e74-a90b3ba32611'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:25:33.099440 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Routers {'61261175-d7e1-4fe0-8e74-a90b3ba32611'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:25:33.100080 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:25:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['61261175-d7e1-4fe0-8e74-a90b3ba32611'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:33.329243 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Set router 61261175-d7e1-4fe0-8e74-a90b3ba32611 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:25:33.779850 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '82c50047-df1c-404e-8b36-9644cba11026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:29Z', 'revision_number': 4, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port': {'id': '82c50047-df1c-404e-8b36-9644cba11026', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:28Z', 'updated_at': '2022-05-06T23:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:24Z', 'revision_number': 5, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:33.832147 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Checking router: 61261175-d7e1-4fe0-8e74-a90b3ba32611 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:25:33.832547 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Updating router 61261175-d7e1-4fe0-8e74-a90b3ba32611 port 82c50047-df1c-404e-8b36-9644cba11026 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:25:33.885040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (82c50047-df1c-404e-8b36-9644cba11026), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.210887 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks [] for port (82c50047-df1c-404e-8b36-9644cba11026), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.218012 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (82c50047-df1c-404e-8b36-9644cba11026), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.267204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Attempting to bind port 82c50047-df1c-404e-8b36-9644cba11026 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:25:34.267596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Attempting to bind port 82c50047-df1c-404e-8b36-9644cba11026 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:25:34.268477 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Attempting to bind port 82c50047-df1c-404e-8b36-9644cba11026 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:25:34.276805 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24386a-7818-4924-bf14-d01c9449c2a0 None None] Pushing event updated for resources: {'Port': ['ID=82c50047-df1c-404e-8b36-9644cba11026,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:34.279476 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:25:34.279844 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:25:34.280233 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.280666 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:25:34.281132 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Bound port: 82c50047-df1c-404e-8b36-9644cba11026, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:25:34.281579 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (82c50047-df1c-404e-8b36-9644cba11026), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.337083 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] For port 82c50047-df1c-404e-8b36-9644cba11026, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:25:34.340224 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] For port 82c50047-df1c-404e-8b36-9644cba11026, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=82c50047-df1c-404e-8b36-9644cba11026,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:25:34.348080 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (82c50047-df1c-404e-8b36-9644cba11026), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:34.409667 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Routers {'61261175-d7e1-4fe0-8e74-a90b3ba32611'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:25:34.410227 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:25:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['61261175-d7e1-4fe0-8e74-a90b3ba32611'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:34.412128 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24386a-7818-4924-bf14-d01c9449c2a0 None None] Pushing event updated for resources: {'Port': ['ID=82c50047-df1c-404e-8b36-9644cba11026,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:34.529144 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] Set router 61261175-d7e1-4fe0-8e74-a90b3ba32611 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:25:34.736430 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '82c50047-df1c-404e-8b36-9644cba11026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:29Z', 'revision_number': 4, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port': {'id': '82c50047-df1c-404e-8b36-9644cba11026', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:28Z', 'updated_at': '2022-05-06T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:24Z', 'revision_number': 5, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:25:34.764209 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc2315-229d-4f73-8333-78c331a7b5f0 None None] The sync data for ids ['61261175-d7e1-4fe0-8e74-a90b3ba32611'] in dv-cinder-840996-1-iscsi is: [{'id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'name': 'router1', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '82c50047-df1c-404e-8b36-9644cba11026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:25:11Z', 'updated_at': '2022-05-06T23:25:29Z', 'revision_number': 4, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'gw_port': {'id': '82c50047-df1c-404e-8b36-9644cba11026', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:28Z', 'updated_at': '2022-05-06T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '8b2ebc6c-54bc-4a57-9979-b2d6da0c1572', 'name': '', 'network_id': 'c9116f04-8d11-409a-9e61-ea7793654069', 'tenant_id': '0e884d4d1ec14a62a4ff4500b91183db', 'mac_address': 'fa:16:3e:d4:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61261175-d7e1-4fe0-8e74-a90b3ba32611', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10e46551-a258-4ff5-8663-b53600a2462c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:25:20Z', 'updated_at': '2022-05-06T23:25:24Z', 'revision_number': 5, 'project_id': '0e884d4d1ec14a62a4ff4500b91183db', 'subnets': [{'id': '10e46551-a258-4ff5-8663-b53600a2462c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '916fdb20-027f-4b4d-b4d6-2e257f921ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:25:35.896329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 82c50047-df1c-404e-8b36-9644cba11026 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:25:35.965532 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 82c50047-df1c-404e-8b36-9644cba11026 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:35.966148 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (82c50047-df1c-404e-8b36-9644cba11026), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:36.088247 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 82c50047-df1c-404e-8b36-9644cba11026 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:36.088607 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (82c50047-df1c-404e-8b36-9644cba11026), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:36.123028 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 82c50047-df1c-404e-8b36-9644cba11026, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=82c50047-df1c-404e-8b36-9644cba11026,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:25:36.138166 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (82c50047-df1c-404e-8b36-9644cba11026), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:36.216647 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=82c50047-df1c-404e-8b36-9644cba11026,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:25:37.923964 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 82c50047-df1c-404e-8b36-9644cba11026 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:25:38.088681 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 82c50047-df1c-404e-8b36-9644cba11026 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:25:38.089079 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (82c50047-df1c-404e-8b36-9644cba11026), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:38.247103 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 82c50047-df1c-404e-8b36-9644cba11026 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:25:42.585180 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:25:48.736219 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c1996c88-bec2-401e-9ca1-f841048c99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:51.164620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f43-b33a-4c87-a0d6-2c0348fe2410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:52.211240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:53.383570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:25:55.159698 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:18.729951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f96d-a3fb-4d77-a2dd-3efebb1e4766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:19.584512 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:26:21.165941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b418b355-2423-4322-903e-7dad60fadfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:22.215841 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:23.383136 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:25.163362 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:48.731367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1ddbbd9e-0150-4d81-9697-eabcbddca8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:51.168848 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b20dabd7-d511-4b23-a3c5-e994516c8ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:52.219230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:53.380716 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:54.372212 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38458) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:26:54.432555 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375f5af-3482-4b74-950a-76449615a6bc admin admin] GET failed (client error): The resource could not be found. May 06 23:26:54.433838 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0375f5af-3482-4b74-950a-76449615a6bc admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606387 May 06 23:26:54.588488 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92664aa0-3295-4fff-9658-5b05976d4083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:26:54.589904 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-92664aa0-3295-4fff-9658-5b05976d4083 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1520443 May 06 23:26:55.156053 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:56.583912 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:26:56.814099 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38468) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:26:56.903800 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff9e46-931a-4fef-ac42-3292ee5adf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:26:56.905750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-efff9e46-931a-4fef-ac42-3292ee5adf12 admin admin] 10.222.0.60 "GET /v2.0/subnets/10e46551-a258-4ff5-8663-b53600a2462c HTTP/1.1" status: 200 len: 849 time: 0.0906732 May 06 23:26:56.914835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:26:56.997944 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Publish callbacks [] for subnet (10e46551-a258-4ff5-8663-b53600a2462c), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:57.134810 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778216151426'] for subnet (10e46551-a258-4ff5-8663-b53600a2462c), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:57.168209 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:26:57.168675 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba4d67-d075-4772-8f7e-e3f2d27186f5 None None] Network c9116f04-8d11-409a-9e61-ea7793654069 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:26:57.169070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:57.170096 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] 10.222.0.60 "PUT /v2.0/subnets/10e46551-a258-4ff5-8663-b53600a2462c HTTP/1.1" status: 200 len: 868 time: 0.2587399 May 06 23:26:57.188344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e46551-a258-4ff5-8663-b53600a2462c,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:26:57.196071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.196423 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.196784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.197134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.197470 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.197799 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.198127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.198455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.198806 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.199137 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.199482 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.199829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.200180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.200507 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.200881 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7490a05f-dc24-4646-9020-58c9acd55f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:26:57.529064 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Provisioning complete for port e171c059-9cb3-42e0-9760-be80707e4058 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:26:57.529465 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e171c059-9cb3-42e0-9760-be80707e4058), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:57.609579 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Current status of the port e171c059-9cb3-42e0-9760-be80707e4058 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:26:57.617836 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Provisioning complete for port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:26:57.618220 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8b2ebc6c-54bc-4a57-9979-b2d6da0c1572), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:26:57.694087 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-0077e09a-4b7b-41b3-a734-b98af0a4a4ee None None] Current status of the port 8b2ebc6c-54bc-4a57-9979-b2d6da0c1572 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:26:59.412890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38476) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:26:59.613262 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368a07e-e000-49fd-b7e6-f90be0627656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:26:59.613639 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368a07e-e000-49fd-b7e6-f90be0627656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:26:59.615181 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e368a07e-e000-49fd-b7e6-f90be0627656 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013457 May 06 23:27:01.918623 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38484) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:02.049089 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224ea94-ae3e-4c40-b9b4-1797b7deb248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:02.049556 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224ea94-ae3e-4c40-b9b4-1797b7deb248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:02.051078 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7224ea94-ae3e-4c40-b9b4-1797b7deb248 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314905 May 06 23:27:04.273914 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38492) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:04.396502 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ee489-bfd7-42cc-87d2-480f120da57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:04.397849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-fe3ee489-bfd7-42cc-87d2-480f120da57b admin admin] 10.222.0.60 "GET /v2.0/networks/17043ab6-afc5-409e-af86-4e76f065766e HTTP/1.1" status: 200 len: 886 time: 0.1229994 May 06 23:27:06.627779 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38500) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:06.752242 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e6311-a491-4494-a46b-e7907a1957db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:06.753615 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5d0e6311-a491-4494-a46b-e7907a1957db admin admin] 10.222.0.60 "GET /v2.0/networks/c9116f04-8d11-409a-9e61-ea7793654069 HTTP/1.1" status: 200 len: 869 time: 0.1248775 May 06 23:27:08.989402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38508) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:09.125929 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d7e5b-5262-4f01-a522-20ed40f1ce03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:09.126294 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d7e5b-5262-4f01-a522-20ed40f1ce03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:09.127841 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-da9d7e5b-5262-4f01-a522-20ed40f1ce03 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374991 May 06 23:27:11.355780 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38518) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:11.476632 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ab02d-3d30-4c93-9360-f95ca042dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:11.477085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ab02d-3d30-4c93-9360-f95ca042dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:11.478570 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-dc1ab02d-3d30-4c93-9360-f95ca042dc81 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218572 May 06 23:27:13.701758 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38526) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:13.830104 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c47f2a6-a77c-45fd-8367-1c4a104ba487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:13.831461 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2c47f2a6-a77c-45fd-8367-1c4a104ba487 admin admin] 10.222.0.60 "GET /v2.0/subnets/10e46551-a258-4ff5-8663-b53600a2462c HTTP/1.1" status: 200 len: 868 time: 0.1286118 May 06 23:27:16.063164 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38534) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:16.167816 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838505f2-1463-4f3d-8f3b-cf66b09473c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:16.169199 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-838505f2-1463-4f3d-8f3b-cf66b09473c8 admin admin] 10.222.0.60 "GET /v2.0/subnets/677bcfd6-8cff-4cfa-87f3-ca584f61595a HTTP/1.1" status: 200 len: 816 time: 0.1051061 May 06 23:27:18.733911 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-8a896c4b-9401-4768-a9ab-1ad01ecf811b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:21.172259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-457d03d2-44d9-477a-9861-a3e15ff073a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:22.221240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:23.385057 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:25.157694 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:33.582442 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:27:48.734910 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9bf266e4-eab7-4635-8e70-8833d8d555ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:51.173949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3310c9fa-2658-4042-bb08-5b6d33410a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:52.224431 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:53.379768 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:55.160385 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:27:56.375478 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38592) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:56.422184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [None req-b5394d79-f7db-40a3-b5e7-067ea6b2cbfd admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:27:56.423193 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b5394d79-f7db-40a3-b5e7-067ea6b2cbfd admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467401 May 06 23:27:58.745682 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38600) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:27:58.811052 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b4a116-1665-44fa-9113-8f67d9e8a06d admin admin] GET failed (client error): The resource could not be found. May 06 23:27:58.812319 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-56b4a116-1665-44fa-9113-8f67d9e8a06d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657308 May 06 23:27:58.953204 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b915802a-c960-42da-91fb-bec7aa23b2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:27:58.954587 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b915802a-c960-42da-91fb-bec7aa23b2a5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382644 May 06 23:28:01.200003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38608) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:28:01.246398 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:28:01.265436 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Made reservation on behalf of 6afc05c85d9a4c7da004b8027296012b for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:28:01.267782 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:01.294650 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING neutron.services.revisions.revision_plugin [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Could not find related network for resource to bump revision. May 06 23:28:01.306974 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:28:01.323454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (cf9f6bbf-acda-4042-a903-abf1dae3bf19), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:01.323843 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Added segment cf9f6bbf-acda-4042-a903-abf1dae3bf19 of type vlan for network c87d47d5-a45c-494b-8fc9-fa3639d3438e May 06 23:28:01.362485 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (c87d47d5-a45c-494b-8fc9-fa3639d3438e), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:01.384605 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (c87d47d5-a45c-494b-8fc9-fa3639d3438e), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:01.385456 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:28:01.386015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:01.562007 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3608713 May 06 23:28:01.583075 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Pushing event updated for resources: {'Network': ['ID=c87d47d5-a45c-494b-8fc9-fa3639d3438e,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:28:01.590973 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.591307 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.591662 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.591991 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.592315 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.592662 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.592980 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.593294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.593876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.594190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.594504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.594819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.595126 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.595435 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.595743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bec882-817a-4e07-b572-6202f65861ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:01.606868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:28:03.871199 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38616) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:28:03.929332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.pecan_wsgi.hooks.translation [None req-a622fffa-8c81-4f7c-b59d-64d874505177 admin admin] GET failed (client error): The resource could not be found. May 06 23:28:03.930594 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a622fffa-8c81-4f7c-b59d-64d874505177 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578015 May 06 23:28:04.001524 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80b75d-761d-4e06-8943-44d27fe1fc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:28:04.002919 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ca80b75d-761d-4e06-8943-44d27fe1fc22 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678115 May 06 23:28:04.012163 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:28:04.030698 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Made reservation on behalf of 6afc05c85d9a4c7da004b8027296012b for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:28:04.033068 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.191769 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (c658fb29-9479-4a85-895f-faaa9f3cfb05), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.246140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c658fb29-9479-4a85-895f-faaa9f3cfb05,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:28:04.253193 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Checking segment: {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:28:04.253540 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Network hostable DHCP agents. Network: c87d47d5-a45c-494b-8fc9-fa3639d3438e, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:28:04.270167 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:28:04.279182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, c87d47d5-a45c-494b-8fc9-fa3639d3438e) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:28:04.283156 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:28:04.283739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.288802 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4176e-2951-4252-ae6c-1da74b06afdb None None] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:28:04.299765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-24cf5371-1e69-45ba-9603-953847388ab4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908282 May 06 23:28:04.392691 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-c87d47d5-a45c-494b-8fc9-fa3639d3438e', 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e', 'project_id': '6afc05c85d9a4c7da004b8027296012b', 'fixed_ips': [{'subnet_id': 'c658fb29-9479-4a85-895f-faaa9f3cfb05'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:28:04.393566 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.532847 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Allocated IP 192.168.233.2 (c87d47d5-a45c-494b-8fc9-fa3639d3438e/c658fb29-9479-4a85-895f-faaa9f3cfb05/03845e28-6dd9-4664-bc25-91f4fc63b99b) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:28:04.676212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks [] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.682922 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.728766 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:28:04.730368 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:28:04.732570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Pushing event updated for resources: {'Port': ['ID=03845e28-6dd9-4664-bc25-91f4fc63b99b,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:28:04.734623 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:28:04.743005 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.743343 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.743696 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.744048 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.744368 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.744716 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.745036 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.745352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.745665 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.745982 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.746320 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.746679 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.746992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.747299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.747607 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:28:04.799852 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Attempting to bind port 03845e28-6dd9-4664-bc25-91f4fc63b99b on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:28:04.800169 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Attempting to bind port 03845e28-6dd9-4664-bc25-91f4fc63b99b by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:28:04.800530 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Attempting to bind port 03845e28-6dd9-4664-bc25-91f4fc63b99b on network c87d47d5-a45c-494b-8fc9-fa3639d3438e {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:28:04.805740 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:28:04.806112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Checking segment: {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:28:04.806509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.806920 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Bound using segment: {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:28:04.807376 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Bound port: 03845e28-6dd9-4664-bc25-91f4fc63b99b, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:28:04.807749 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:04.968074 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] For port 03845e28-6dd9-4664-bc25-91f4fc63b99b, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:28:04.971604 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] For port 03845e28-6dd9-4664-bc25-91f4fc63b99b, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=03845e28-6dd9-4664-bc25-91f4fc63b99b,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:28:04.977881 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:05.037284 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f931c1-a8f2-4a93-8e27-ea2330fd8e49 None None] Pushing event updated for resources: {'Port': ['ID=03845e28-6dd9-4664-bc25-91f4fc63b99b,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:28:05.862758 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c8c4f-8e4e-4906-91b9-eb926c79713d None None] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:28:05.927903 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Provisioning complete for port 03845e28-6dd9-4664-bc25-91f4fc63b99b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:28:05.928288 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:05.960083 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 03845e28-6dd9-4664-bc25-91f4fc63b99b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:28:06.099570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Current status of the port 03845e28-6dd9-4664-bc25-91f4fc63b99b is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:28:06.100283 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:06.101718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 03845e28-6dd9-4664-bc25-91f4fc63b99b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:28:06.102078 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:06.165177 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] For port 03845e28-6dd9-4664-bc25-91f4fc63b99b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=03845e28-6dd9-4664-bc25-91f4fc63b99b,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:28:06.172227 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:06.248510 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 03845e28-6dd9-4664-bc25-91f4fc63b99b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:28:06.256588 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f6ed-000a-4882-9138-7b4a89a7d643 None None] Pushing event updated for resources: {'Port': ['ID=03845e28-6dd9-4664-bc25-91f4fc63b99b,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:28:06.391052 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6b103110-d9b2-4f97-89bd-25b6a3e777d5 None None] Provisioning complete for port 03845e28-6dd9-4664-bc25-91f4fc63b99b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:28:06.391379 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6b103110-d9b2-4f97-89bd-25b6a3e777d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:06.477702 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6b103110-d9b2-4f97-89bd-25b6a3e777d5 None None] Current status of the port 03845e28-6dd9-4664-bc25-91f4fc63b99b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:28:07.918589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 03845e28-6dd9-4664-bc25-91f4fc63b99b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:28:07.968214 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 03845e28-6dd9-4664-bc25-91f4fc63b99b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:28:07.968856 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (03845e28-6dd9-4664-bc25-91f4fc63b99b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:08.041636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 03845e28-6dd9-4664-bc25-91f4fc63b99b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:28:10.581444 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:28:18.738700 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-513d6079-87b5-4cbd-97e1-cf9f809f499f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:21.176076 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1cdddaed-497e-41e4-84e8-bc75b0de9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:22.232515 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:23.383597 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:25.164445 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:47.580434 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:28:48.739734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a19b-36ea-4b7f-8b1f-86f9ba38981f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:51.178256 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-af9fc767-19cb-4b5d-8a49-9380f0d10129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:52.229951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:53.386553 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:28:55.165827 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:18.743188 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ecb14ff5-3b1a-43dd-bc75-d130a213ef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:21.180240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a1a528e9-1d95-4e30-bf73-e55318348040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:22.230644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:23.393429 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:24.579391 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:29:25.168483 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:36.928294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38656) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:29:36.934637 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [None req-da1b298e-d74e-4ff3-8deb-1cb0f08498fe tempest-verify_tempest_config-1423232296 tempest-verify_tempest_config-1423232296-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:29:36.935607 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-da1b298e-d74e-4ff3-8deb-1cb0f08498fe tempest-verify_tempest_config-1423232296 tempest-verify_tempest_config-1423232296-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063012 May 06 23:29:37.217894 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38674) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:29:37.318120 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.390346 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Publish callbacks [] for security_group (6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.393732 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.436915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:29:37.441327 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c01e81d16e6145c692cedc5ac1e96799&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2224734 May 06 23:29:37.444185 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38678) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:29:37.445523 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.445876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.446236 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.446512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.446837 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.447154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.447467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.447781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.450763 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35ca89-2bce-445c-b789-08f537ae2a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.510867 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Publish callbacks [] for security_group (6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.531642 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Publish callbacks [] for security_group (6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.623048 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.625730 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:37.626873 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1811519 May 06 23:29:37.634405 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a0b36-3a5a-4f58-b51c-8389aa56a8c4,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:29:37.642563 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.643122 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.643808 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.644400 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.644997 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.645585 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.646155 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.646496 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.646844 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.647351 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.647703 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.648049 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.648381 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.648731 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:37.649056 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2b8b6-2c74-424f-9bba-7cadf67d97c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:29:48.748089 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c3f57d6e-bb04-48f5-8528-c27760fdbd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:51.181285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fbb030a-7fd7-4544-a4bf-12876fc186e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:52.233851 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:53.393403 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:29:55.170128 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:01.577825 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:30:18.748794 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-17078370-2e2d-43d3-bbfb-f083a807d5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:21.188811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cfa17e9d-4f36-40ac-b85c-2784d2626f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:22.235644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:23.396819 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:25.172957 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:38.575915 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:30:48.750460 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a69d-1efb-4a00-8213-7c24f948d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:51.180765 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f9def345-7727-4871-8603-d86d4a74eded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:52.239377 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:53.397807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:30:55.173834 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:15.574633 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 5 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:31:18.750870 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6816d29e-b5fc-4761-a46a-4f1035bf2055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:20.941540 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710672'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:21.182124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e252-b7d3-4b78-9418-9bd0c3615e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:22.241782 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:23.401869 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:25.174838 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:33.625523 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38750) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:31:33.726514 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-31db7995-dd1d-4273-bb1e-7198e2554ddd admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0999253 May 06 23:31:35.959647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38760) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:31:36.013605 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d525e899-2931-4035-9fa7-2a6bd760da88 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528727 May 06 23:31:48.752666 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-974546c2-2a10-4c7b-8976-a75ed7e9b132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:50.926691 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:51.183210 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cb88bfb8-a87a-4b68-b694-03548c1c2ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:52.244242 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:52.574157 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:31:53.404791 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:31:55.176242 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:18.752967 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f107156a-d679-4b0e-9524-f2b2b0a8079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:20.926230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:21.185377 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6159-f519-4d11-a0ff-fab49994be2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:22.246313 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:23.407699 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:25.178602 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:29.574743 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:32:48.755119 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ebb469cd-a2eb-4ac8-953e-2259d5cc0b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:50.956970 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:51.186517 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bea-5d4b-4868-80fc-6056e8212ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:52.253188 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:53.417004 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:32:55.181035 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:06.572855 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:33:15.382071 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38864) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:15.554880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-914083602-network', 'tenant_id': 'c0de4aa69b36411d9a1790e4b6ad5add'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:15.586290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Made reservation on behalf of c0de4aa69b36411d9a1790e4b6ad5add for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:15.588867 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.597891 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.677056 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks [] for security_group (3798d49a-6be5-480e-8be0-5664268d5fc1), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.682029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3798d49a-6be5-480e-8be0-5664268d5fc1), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.713036 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:15.721587 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3798d49a-6be5-480e-8be0-5664268d5fc1,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:15.732362 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.732782 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.733123 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.733489 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.733858 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.734156 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.734642 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.734845 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.735374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.735706 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.736032 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.736350 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.736869 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.737358 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.737832 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Tracked resource versions report: May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: pushed versions: May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: { 'AddressGroup': {'1.2'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Agent': {'1.1'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'ConntrackHelper': {'1.0'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'LocalIPAssociation': {'1.0'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Log': {'1.0'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'NDPProxy': {'1.0'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Network': {'1.1'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Port': {'1.7'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'PortForwarding': {'1.3'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'QosPolicy': {'1.10'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroup': {'1.5'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroupRule': {'1.2'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SubPort': {'1.0'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Subnet': {'1.1'}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Trunk': {'1.1'}} May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: consumer versions: May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: HyperV agent@hv-cinder-84099: {}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Agent': '1.1', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'ConntrackHelper': '1.0', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'LocalIPAssociation': '1.0', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Log': '1.0', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'NDPProxy': '1.0', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Network': '1.1', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Port': '1.7', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'PortForwarding': '1.3', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'QosPolicy': '1.10', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroup': '1.5', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SecurityGroupRule': '1.2', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'SubPort': '1.0', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Subnet': '1.1', May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: 'Trunk': '1.1'}} May 06 23:33:15.739083 dv-cinder-840996-1-iscsi neutron-server[103250]: {{(pid=103250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:33:15.745680 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (111fd08e-cd66-43a4-b273-81f778086607), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.746210 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Added segment 111fd08e-cd66-43a4-b273-81f778086607 of type vlan for network f88cc1c8-45e1-4fe8-b93e-e39d3e413aba May 06 23:33:15.793757 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (f88cc1c8-45e1-4fe8-b93e-e39d3e413aba), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.821874 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (f88cc1c8-45e1-4fe8-b93e-e39d3e413aba), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.822835 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:15.823417 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:15.877056 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38902) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:15.877565 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4939444 May 06 23:33:15.883387 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Request body: {'subnet': {'network_id': 'f88cc1c8-45e1-4fe8-b93e-e39d3e413aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-914083602-subnet', 'tenant_id': 'c0de4aa69b36411d9a1790e4b6ad5add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:15.892379 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45109-aa4c-4cd9-8b35-5ee1761e7ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=f88cc1c8-45e1-4fe8-b93e-e39d3e413aba,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:15.903664 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network f88cc1c8-45e1-4fe8-b93e-e39d3e413aba details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:15.918502 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Made reservation on behalf of c0de4aa69b36411d9a1790e4b6ad5add for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:15.921331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:16.101447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (eecf6d21-182d-40f5-a0df-c4a1eb3f08fa), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:16.166367 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eecf6d21-182d-40f5-a0df-c4a1eb3f08fa,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:16.178787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Checking segment: {'id': '111fd08e-cd66-43a4-b273-81f778086607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f88cc1c8-45e1-4fe8-b93e-e39d3e413aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:16.179140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Network hostable DHCP agents. Network: f88cc1c8-45e1-4fe8-b93e-e39d3e413aba, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:16.192324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.192695 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.193035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.193366 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.193695 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.194022 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.194341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.194661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.195003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.195333 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.195654 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.196019 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.196355 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.196680 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.196998 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Tracked resource versions report: May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: pushed versions: May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: { 'AddressGroup': {'1.2'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Agent': {'1.1'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'ConntrackHelper': {'1.0'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'LocalIPAssociation': {'1.0'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Log': {'1.0'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'NDPProxy': {'1.0'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Network': {'1.1'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Port': {'1.7'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'PortForwarding': {'1.3'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'QosPolicy': {'1.10'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroup': {'1.5'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroupRule': {'1.2'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SubPort': {'1.0'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Subnet': {'1.1'}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Trunk': {'1.1'}} May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: consumer versions: May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: HyperV agent@hv-cinder-84099: {}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Agent': '1.1', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'ConntrackHelper': '1.0', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'LocalIPAssociation': '1.0', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Log': '1.0', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'NDPProxy': '1.0', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Network': '1.1', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Port': '1.7', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'PortForwarding': '1.3', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'QosPolicy': '1.10', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroup': '1.5', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SecurityGroupRule': '1.2', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'SubPort': '1.0', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Subnet': '1.1', May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: 'Trunk': '1.1'}} May 06 23:33:16.198103 dv-cinder-840996-1-iscsi neutron-server[103249]: {{(pid=103249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:33:16.211326 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Network f88cc1c8-45e1-4fe8-b93e-e39d3e413aba is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:16.221090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, f88cc1c8-45e1-4fe8-b93e-e39d3e413aba) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:16.225861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:16.226449 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:16.231497 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ae830-42ab-41e5-9582-08ed99cdc36a None None] Network f88cc1c8-45e1-4fe8-b93e-e39d3e413aba requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:16.253230 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-183057d1-2d1d-4924-93a7-a01fc0eaa9c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3740759 May 06 23:33:16.354161 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f0b9d-ad88-428f-81e6-32450915f370 None None] Network f88cc1c8-45e1-4fe8-b93e-e39d3e413aba requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:17.049702 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 38974) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.191100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38986) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.191625 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38988) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.231183 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 38996) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.261004 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39000) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.324016 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-network', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.350565 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Made reservation on behalf of 0a63c8271d644833bc46ae96dc3aa954 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.367019 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.370024 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-884836754-network', 'tenant_id': 'c2eeb9017821482580e5f489157f77b3'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.384171 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.411795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Made reservation on behalf of c2eeb9017821482580e5f489157f77b3 for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.418629 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.440214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.450976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-116802963-network', 'tenant_id': 'd822816898904cd89c9565cad32a3000'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.483593 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1698913434-network', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.506534 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Made reservation on behalf of d822816898904cd89c9565cad32a3000 for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.510464 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.526504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.559677 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks [] for security_group (0d23201a-b796-4167-8cdd-3bca84269160), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.565776 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0d23201a-b796-4167-8cdd-3bca84269160), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.581314 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:17.593186 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.595413 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.600959 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (31c59b23-3da5-42cc-938f-76ec1e45d882), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.601567 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Added segment 31c59b23-3da5-42cc-938f-76ec1e45d882 of type vlan for network c67eab3e-5f42-4b08-b50f-46be90ec8694 May 06 23:33:17.618181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks [] for security_group (9c157686-f721-4ccd-a8a6-2777ae9680dc), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.626852 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-414265095-network', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.638222 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (9c157686-f721-4ccd-a8a6-2777ae9680dc), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.646732 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d23201a-b796-4167-8cdd-3bca84269160,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:17.649724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:17.659091 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (b3626dff-14b2-4a4f-a9d4-a5da3ba64759), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.659811 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Added segment b3626dff-14b2-4a4f-a9d4-a5da3ba64759 of type vlan for network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 May 06 23:33:17.677682 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (c67eab3e-5f42-4b08-b50f-46be90ec8694), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.700469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.717052 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (c67eab3e-5f42-4b08-b50f-46be90ec8694), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.723752 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.731845 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:17.733968 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.809098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] Pushing event updated for resources: {'Network': ['ID=c67eab3e-5f42-4b08-b50f-46be90ec8694,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:17.811538 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c157686-f721-4ccd-a8a6-2777ae9680dc,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:17.822175 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:17.827396 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Made reservation on behalf of 4b17157ada2144d18f2332c894a2f5e4 for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.830835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.832965 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39030) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.843108 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-369323806-network', 'tenant_id': '0eaf08d808dd49dab5a8842266db82d5'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.856916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.858162 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:17.858942 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.883503 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.885748 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-52b99fb4-eb83-46d3-a472-c975dd907ebc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8346798 May 06 23:33:17.888873 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Made reservation on behalf of 0eaf08d808dd49dab5a8842266db82d5 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.894812 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.902272 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39032) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:17.921988 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Request body: {'subnet': {'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-subnet', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:17.926384 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.928875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks [] for security_group (87cb5f32-bdd1-4516-a592-a38359788aef), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.949818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (87cb5f32-bdd1-4516-a592-a38359788aef), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:17.981076 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Made reservation on behalf of 0a63c8271d644833bc46ae96dc3aa954 for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:17.983431 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.007959 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8101063 May 06 23:33:18.010640 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb5f32-bdd1-4516-a592-a38359788aef,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.017256 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39042) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:18.035798 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Request body: {'subnet': {'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-subnet', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:18.052954 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f08386-61ac-4b70-85c1-e3c9f1a07ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.062499 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:18.066691 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:18.103348 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (bc93427c-aa4e-4058-8735-be819a4dbab1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.103745 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Added segment bc93427c-aa4e-4058-8735-be819a4dbab1 of type vlan for network 1a6c753e-a2c2-4c8f-8937-d869f146b65c May 06 23:33:18.129152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Made reservation on behalf of d822816898904cd89c9565cad32a3000 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:18.131416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.202672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks [] for security_group (78ee29ba-8133-4735-8476-195b8fb25172), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.235248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (78ee29ba-8133-4735-8476-195b8fb25172), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.246784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:18.249323 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks [] for security_group (c57a1ec2-fe53-4cc0-8744-c09ed4649bb9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.257227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.258092 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Added segment e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7 of type vlan for network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 May 06 23:33:18.265913 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c57a1ec2-fe53-4cc0-8744-c09ed4649bb9), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.312050 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:18.321949 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.342324 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (e42b947f-1267-4086-ace1-ca10d4fa21d1), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.342665 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Added segment e42b947f-1267-4086-ace1-ca10d4fa21d1 of type vlan for network 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca May 06 23:33:18.357893 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (1a6c753e-a2c2-4c8f-8937-d869f146b65c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.373360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.374307 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:18.374876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.379430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a1ec2-fe53-4cc0-8744-c09ed4649bb9,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.474658 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Pushing event updated for resources: {'Network': ['ID=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.494052 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:18.501561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee29ba-8133-4735-8476-195b8fb25172,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.543888 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks [] for security_group (842c9ed6-b308-4ea6-b76a-9ad018beb492), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.550309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0d4e28e8-8721-4589-8c12-2bb1cd008164 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3176231 May 06 23:33:18.553908 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (1922fe7f-158f-4fc6-a8e6-9afacd5c68ca), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.557742 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39070) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:18.560971 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (1a6c753e-a2c2-4c8f-8937-d869f146b65c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.568510 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Request body: {'subnet': {'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-subnet', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:18.568876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:18.569766 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.571758 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.585316 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (842c9ed6-b308-4ea6-b76a-9ad018beb492), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.611113 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4182031 May 06 23:33:18.640064 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39078) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:18.666842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Request body: {'subnet': {'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-884836754-subnet', 'tenant_id': 'c2eeb9017821482580e5f489157f77b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:18.679290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:18.679290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Network hostable DHCP agents. Network: c67eab3e-5f42-4b08-b50f-46be90ec8694, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:18.689177 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:33:18.757925 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396239e-e73b-4e90-87d9-c65a94c0b332 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6c753e-a2c2-4c8f-8937-d869f146b65c,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.766371 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.766915 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Added segment 3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b of type vlan for network c1733071-38f3-4ad5-972a-5766fc9e313d May 06 23:33:18.776271 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 1a6c753e-a2c2-4c8f-8937-d869f146b65c details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:18.800253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c9ed6-b308-4ea6-b76a-9ad018beb492,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:18.815470 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Made reservation on behalf of c2eeb9017821482580e5f489157f77b3 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:18.822986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.835204 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:18.838029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.840260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:18.845999 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9672c9b0-7d25-4b27-b565-233796568fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.866566 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (a3adf349-a163-47bc-9655-9b1bfc32dd14), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.915774 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (1922fe7f-158f-4fc6-a8e6-9afacd5c68ca), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.917348 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:18.918225 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:18.962294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (c1733071-38f3-4ad5-972a-5766fc9e313d), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.028815 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3adf349-a163-47bc-9655-9b1bfc32dd14,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:19.049895 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, c67eab3e-5f42-4b08-b50f-46be90ec8694) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:19.059659 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (c1733071-38f3-4ad5-972a-5766fc9e313d), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.060573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:19.061147 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.065964 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d3224-a901-4a47-b90d-4e2233d352b6 None None] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:19.084312 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:19.085154 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.086657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Checking segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:19.087028 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Network hostable DHCP agents. Network: 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:19.163059 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2596724 May 06 23:33:19.163828 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc53d4b-1d60-4337-b948-2a4e42f9d930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:19.173365 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39106) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.186822 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9244657 May 06 23:33:19.195376 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39108) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.199616 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:19.206249 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Request body: {'subnet': {'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-414265095-subnet', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:19.211209 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3772836 May 06 23:33:19.220796 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39112) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.223356 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c71db-298b-411c-a7da-1c59c3b266a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1733071-38f3-4ad5-972a-5766fc9e313d,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:19.231195 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Request body: {'subnet': {'network_id': '1922fe7f-158f-4fc6-a8e6-9afacd5c68ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-369323806-subnet', 'tenant_id': '0eaf08d808dd49dab5a8842266db82d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:19.244006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network c1733071-38f3-4ad5-972a-5766fc9e313d details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:19.299497 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:19.314849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.316390 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.319722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Made reservation on behalf of 4b17157ada2144d18f2332c894a2f5e4 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:19.322945 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.325418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Made reservation on behalf of 0eaf08d808dd49dab5a8842266db82d5 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:19.327836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.330143 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138df0b-0a5a-40cb-896c-e25a75e97664 admin admin] Pushing event updated for resources: {'Network': ['ID=1922fe7f-158f-4fc6-a8e6-9afacd5c68ca,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:19.345957 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:19.406112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:33:19.475979 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9165e2-4643-487b-8a09-973afb801df8 None None] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:19.532044 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for router_controller (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.532977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39128) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.544706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (fb55fda8-0d1e-4c7b-9774-c03844ce1c0a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.551770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:19.552641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.637099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-dd53a2c6-e2b8-4500-8724-950ee2701d30 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6144462 May 06 23:33:19.637285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:33:19.638172 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.642690 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39132) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.658702 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:19.692745 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb55fda8-0d1e-4c7b-9774-c03844ce1c0a,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:19.735565 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.737036 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.750124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Checking segment: {'id': 'bc93427c-aa4e-4058-8735-be819a4dbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:19.750603 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Network hostable DHCP agents. Network: 1a6c753e-a2c2-4c8f-8937-d869f146b65c, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:19.778234 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Allocated IP 172.20.0.2 (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1/a3adf349-a163-47bc-9655-9b1bfc32dd14/8de094d1-9fa8-46ab-bdf6-b730b60b0f4b) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:19.940993 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for router_controller (bbb4e4de-d18f-46ba-b8d7-d3b233571021), precommit_add_association {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.954274 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39136) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:19.966812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-c67eab3e-5f42-4b08-b50f-46be90ec8694', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:33:19.967904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:19.969421 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (d5a801ac-f357-4977-84f3-fd58ff22ae6a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.007643 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Network 1a6c753e-a2c2-4c8f-8937-d869f146b65c is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:20.025209 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a801ac-f357-4977-84f3-fd58ff22ae6a,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.031671 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-df44882b-abe3-44eb-baa1-2421d250ded4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.066733 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (2f4b849c-e7d1-4b89-83c5-4dc230e548a6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.077514 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 1a6c753e-a2c2-4c8f-8937-d869f146b65c) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:20.084355 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for router_gateway (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.103227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:20.103815 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.109380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (05a0ef10-e704-41be-9a08-13cc02e80671), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.115223 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-890e76bd-e545-4498-ad1b-4431009a9e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.117199 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd466ca-4206-4271-9790-d97ba7c0f75f None None] Network 1a6c753e-a2c2-4c8f-8937-d869f146b65c requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:20.142231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks [] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.213729 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e0ac06b4-f59e-4634-af9d-786ba12d8fee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5629714 May 06 23:33:20.220742 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.223320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4b849c-e7d1-4b89-83c5-4dc230e548a6,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.257910 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:20.258276 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Network hostable DHCP agents. Network: 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:20.276373 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for router_gateway (bbb4e4de-d18f-46ba-b8d7-d3b233571021), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.315190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:20.339794 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a0ef10-e704-41be-9a08-13cc02e80671,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.349842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Checking segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:20.349842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Network hostable DHCP agents. Network: c1733071-38f3-4ad5-972a-5766fc9e313d, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:20.352965 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:20.361051 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:20.366868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:20.412922 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Pushing event updated for resources: {'Port': ['ID=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.424948 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Checking segment: {'id': 'e42b947f-1267-4086-ace1-ca10d4fa21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1922fe7f-158f-4fc6-a8e6-9afacd5c68ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:20.425406 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Network hostable DHCP agents. Network: 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:33:20.426201 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:20.434358 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:20.434500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.448477 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Allocated IP 172.20.0.2 (c67eab3e-5f42-4b08-b50f-46be90ec8694/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751/a1ccd0d9-e2b6-4f83-8b78-c775182725d7) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:20.460431 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Network c1733071-38f3-4ad5-972a-5766fc9e313d is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:20.468599 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Network 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:33:20.472363 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-df44882b-abe3-44eb-baa1-2421d250ded4 admin admin] Publish callbacks [] for security_group (ce036c5b-f68e-426f-a7ea-a4ec1c65216c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.481914 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, c1733071-38f3-4ad5-972a-5766fc9e313d) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:20.488946 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.489393 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.489960 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.490417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.490962 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.491446 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.492216 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.492445 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.493036 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.493494 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.493968 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.494436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.494863 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.495363 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.495782 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Tracked resource versions report: May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: pushed versions: May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: { 'AddressGroup': {'1.2'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Agent': {'1.1'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'ConntrackHelper': {'1.0'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'LocalIPAssociation': {'1.0'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Log': {'1.0'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'NDPProxy': {'1.0'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Network': {'1.1'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Port': {'1.7'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'PortForwarding': {'1.3'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'QosPolicy': {'1.10'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroup': {'1.5'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroupRule': {'1.2'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SubPort': {'1.0'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Subnet': {'1.1'}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Trunk': {'1.1'}} May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: consumer versions: May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: HyperV agent@hv-cinder-84099: {}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Agent': '1.1', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'ConntrackHelper': '1.0', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'LocalIPAssociation': '1.0', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Log': '1.0', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'NDPProxy': '1.0', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Network': '1.1', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Port': '1.7', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'PortForwarding': '1.3', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'QosPolicy': '1.10', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroup': '1.5', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SecurityGroupRule': '1.2', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'SubPort': '1.0', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Subnet': '1.1', May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: 'Trunk': '1.1'}} May 06 23:33:20.497177 dv-cinder-840996-1-iscsi neutron-server[103251]: {{(pid=103251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:33:20.506480 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0a575-91a1-4202-bb17-b5d9d7782c43 None None] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:20.509685 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd70cfd-454f-4f5f-be20-a9539102e1c5 None None] Network c1733071-38f3-4ad5-972a-5766fc9e313d requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:20.524043 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-df44882b-abe3-44eb-baa1-2421d250ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ce036c5b-f68e-426f-a7ea-a4ec1c65216c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.541438 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-23bb2b9c-72ab-4a32-a310-d4577220adb0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9824510 May 06 23:33:20.552129 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39152) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.561091 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:20.563778 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:20.569200 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5877a-d0a1-4172-9bb0-b80ccd6be68c None None] Network 1a6c753e-a2c2-4c8f-8937-d869f146b65c requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:20.569428 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:20.570151 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.623883 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-153e5876-3911-42e0-8f7c-2a7b234c9f3e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4213593 May 06 23:33:20.627518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:20.628107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.633948 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-890e76bd-e545-4498-ad1b-4431009a9e90 admin admin] Publish callbacks [] for security_group (6440e9e2-c104-452f-93ce-b837bf018bee), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.639624 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39156) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.645139 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:20.649234 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for router_gateway (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.671878 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-890e76bd-e545-4498-ad1b-4431009a9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6440e9e2-c104-452f-93ce-b837bf018bee), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.688561 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-1af4bfc8-a294-4e9d-9605-25e43d6e9944 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4512241 May 06 23:33:20.688561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.688871 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-df44882b-abe3-44eb-baa1-2421d250ded4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4bd180f0f974e36a912b6c0efee6fa9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1503308 May 06 23:33:20.692085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39160) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.707763 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44882b-abe3-44eb-baa1-2421d250ded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce036c5b-f68e-426f-a7ea-a4ec1c65216c,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.739539 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb62182-ba20-4717-a12c-005304b6da00 None None] Network 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:20.755692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.756751 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.783838 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.791693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.799888 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for router_gateway (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.852737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] Publish callbacks [] for security_group (ce036c5b-f68e-426f-a7ea-a4ec1c65216c), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.859163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Attempting to bind port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:20.860829 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Attempting to bind port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:20.861371 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Attempting to bind port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:20.862888 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39174) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.867544 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-890e76bd-e545-4498-ad1b-4431009a9e90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0148c59efa8049158df9c604abe3c038&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9111392 May 06 23:33:20.874145 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39176) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.889792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Allocated IP 172.27.1.16 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/eb93b1bb-75ab-49af-86a9-72edc450e616) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:20.907813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39184) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:20.909204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:33:20.910191 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.919674 dv-cinder-840996-1-iscsi neutron-server[103249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 23:33:20.927797 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for router_controller (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.929254 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.931572 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e76bd-e545-4498-ad1b-4431009a9e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6440e9e2-c104-452f-93ce-b837bf018bee,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:20.984034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:20.984618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Checking segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:20.984733 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.985606 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Bound using segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:20.985606 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Bound port: 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:20.985979 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:20.987856 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for router_controller (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), precommit_add_association {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.141978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] Publish callbacks [] for security_group (ce036c5b-f68e-426f-a7ea-a4ec1c65216c), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.175566 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for router_gateway (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.245805 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Deleting subnet eecf6d21-182d-40f5-a0df-c4a1eb3f08fa {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:33:21.247673 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] Publish callbacks [] for security_group (6440e9e2-c104-452f-93ce-b837bf018bee), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.251498 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.285179 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] Publish callbacks [] for security_group (6440e9e2-c104-452f-93ce-b837bf018bee), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.302308 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks [] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.326531 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c39e8a15-1492-4b12-ac15-5ed6b66544fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.352868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.359609 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-c1733071-38f3-4ad5-972a-5766fc9e313d', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:33:21.359609 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.395136 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Publish callbacks [] for subnet (eecf6d21-182d-40f5-a0df-c4a1eb3f08fa), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.416258 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] For port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:21.444168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] For port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:21.446826 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for router_gateway (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.455926 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:21.464087 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53341f47-bc6e-4111-af0f-1d5ab4eb7187 None None] Network 1922fe7f-158f-4fc6-a8e6-9afacd5c68ca requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:21.470717 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.475783 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:21.494348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.517708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6440e9e2-c104-452f-93ce-b837bf018bee), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.520746 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.521999 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6440e9e2-c104-452f-93ce-b837bf018bee HTTP/1.1" status: 204 len: 168 time: 0.5876503 May 06 23:33:21.522620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:21.527754 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Allocated IP 172.20.0.2 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/53c5c940-29a3-4956-8a39-10177d2dc3c1) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:21.540549 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494ca35-8425-4fb9-a43d-a14fc97515f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440e9e2-c104-452f-93ce-b837bf018bee,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:21.548906 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for router_gateway (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.561472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-a9a97d0d-dc00-43e1-8e35-2b8427d94db8 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:21.562946 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-a9a97d0d-dc00-43e1-8e35-2b8427d94db8 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/networks?id=1a6c753e-a2c2-4c8f-8937-d869f146b65c HTTP/1.1" status: 200 len: 811 time: 0.6442747 May 06 23:33:21.569083 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Publish callbacks [] for subnet (eecf6d21-182d-40f5-a0df-c4a1eb3f08fa), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.592378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.596315 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Pushing event updated for resources: {'Port': ['ID=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:21.604641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (eecf6d21-182d-40f5-a0df-c4a1eb3f08fa), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.620251 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-6d5ad243-3b73-46c1-bc3f-8bf087e53fcb tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/quotas/c2eeb9017821482580e5f489157f77b3 HTTP/1.1" status: 200 len: 375 time: 0.0401504 May 06 23:33:21.671742 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ce036c5b-f68e-426f-a7ea-a4ec1c65216c), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.674227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:21.683639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce036c5b-f68e-426f-a7ea-a4ec1c65216c HTTP/1.1" status: 204 len: 168 time: 0.9865289 May 06 23:33:21.715915 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c64c7-1fad-4fc8-82f9-90c969faa556 None None] Pushing event updated for resources: {'Port': ['ID=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:21.775046 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981093c-cc6e-4bfc-beb6-1280e0b66f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce036c5b-f68e-426f-a7ea-a4ec1c65216c,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:21.832158 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-f3599ae0-eac3-445f-a117-9f796f50edfe tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2eeb9017821482580e5f489157f77b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427538 May 06 23:33:21.893886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.004622 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Allocated IP 172.27.1.25 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/62f0c42e-d668-4a79-a953-583b21605a08) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:22.035440 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:22.089412 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Attempting to bind port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:22.089884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Attempting to bind port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:22.090194 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Attempting to bind port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:22.097642 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:22.103833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (eecf6d21-182d-40f5-a0df-c4a1eb3f08fa), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.109420 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39202) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:22.120660 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:22.137114 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Allocated IP 172.20.0.2 (c1733071-38f3-4ad5-972a-5766fc9e313d/05a0ef10-e704-41be-9a08-13cc02e80671/0c6c0acf-162e-4e13-b7ee-93109c6960b9) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:22.196427 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:22.196836 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:22.197238 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.197634 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Bound using segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:22.198119 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Bound port: a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:22.198500 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.237933 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eecf6d21-182d-40f5-a0df-c4a1eb3f08fa,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:22.273787 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1af78038-aad3-4315-a7a0-5adc67f2640c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.337807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for port (62f0c42e-d668-4a79-a953-583b21605a08), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.355849 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.359927 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-667d90a0-29c6-4c94-a651-c41dbd8c972f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eecf6d21-182d-40f5-a0df-c4a1eb3f08fa HTTP/1.1" status: 204 len: 168 time: 1.4944685 May 06 23:33:22.364341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39208) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:22.382867 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Pushing event updated for resources: {'Port': ['ID=eb93b1bb-75ab-49af-86a9-72edc450e616,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:22.462391 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (62f0c42e-d668-4a79-a953-583b21605a08), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.510105 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for router_gateway (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.526059 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1af78038-aad3-4315-a7a0-5adc67f2640c admin admin] Publish callbacks [] for security_group (f6ecdb2f-e435-4399-a7b7-a342cf526cd0), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.530294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-1a6e4990-4617-4ccf-8dce-57e88a0b98a0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:33:22.537761 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-1a6e4990-4617-4ccf-8dce-57e88a0b98a0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1741345 May 06 23:33:22.557316 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:22.564628 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1af78038-aad3-4315-a7a0-5adc67f2640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f6ecdb2f-e435-4399-a7b7-a342cf526cd0), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.613673 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:22.615000 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.643827 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:22.652352 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:22.671036 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Allocated IP 172.27.1.67 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/48d8a6a3-7111-4460-8b80-42a14616b242) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:22.683544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Pushing event updated for resources: {'Port': ['ID=62f0c42e-d668-4a79-a953-583b21605a08,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:22.699585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.711733 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks [] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.734918 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af78038-aad3-4315-a7a0-5adc67f2640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ecdb2f-e435-4399-a7b7-a342cf526cd0,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:22.740759 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1af78038-aad3-4315-a7a0-5adc67f2640c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0b984e3fc6841f2bba7541a8047b786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302617 May 06 23:33:22.745759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39220) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:22.753287 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.760501 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for router_gateway (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.807722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (f88cc1c8-45e1-4fe8-b93e-e39d3e413aba), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.858720 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] For port a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:22.871655 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:22.882022 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:22.882417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:22.902136 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:22.904898 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] For port a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:22.956725 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Pushing event updated for resources: {'Port': ['ID=53c5c940-29a3-4956-8a39-10177d2dc3c1,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:22.965178 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:22.991552 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.059178 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for port (48d8a6a3-7111-4460-8b80-42a14616b242), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.093645 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-f5eee2ca-52ec-4a9d-ac80-d115d3853be4 service neutron] 10.222.0.60 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547159 May 06 23:33:23.171767 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks [] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.174738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] Publish callbacks [] for security_group (f6ecdb2f-e435-4399-a7b7-a342cf526cd0), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.204064 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (f88cc1c8-45e1-4fe8-b93e-e39d3e413aba), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.218790 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.241459 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47064a6a-f545-4ef8-9407-ef3ad15ce51e None None] Pushing event updated for resources: {'Port': ['ID=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:23.245074 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Attempting to bind port 53c5c940-29a3-4956-8a39-10177d2dc3c1 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:23.251302 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Attempting to bind port 53c5c940-29a3-4956-8a39-10177d2dc3c1 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:23.251914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Attempting to bind port 53c5c940-29a3-4956-8a39-10177d2dc3c1 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:23.327873 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:23.328586 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:23.329153 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.329718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:23.330356 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Bound port: 53c5c940-29a3-4956-8a39-10177d2dc3c1, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:23.330912 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.353992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Network c1733071-38f3-4ad5-972a-5766fc9e313d is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:23.372904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:23.374783 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ecdf6-cb94-45e5-943a-9d5b430b8745 None None] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:23.378141 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:23.382137 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:23.382528 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.429541 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.433004 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for router_gateway (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.487049 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Pushing event updated for resources: {'Port': ['ID=0c6c0acf-162e-4e13-b7ee-93109c6960b9,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:23.539746 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.540804 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.541747 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.542259 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.542758 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.543220 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.543706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.544182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.544684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.545164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.587912 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.588583 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-ccf9d627-00db-40e9-a3b0-f6649836a2e5 None None] Provisioning complete for port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:23.588956 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d627-00db-40e9-a3b0-f6649836a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.610461 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] Publish callbacks [] for security_group (f6ecdb2f-e435-4399-a7b7-a342cf526cd0), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.627750 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:23.643638 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:23.652207 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:23.679017 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:23.696358 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] For port 53c5c940-29a3-4956-8a39-10177d2dc3c1, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:23.703151 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.706079 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] For port 53c5c940-29a3-4956-8a39-10177d2dc3c1, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=53c5c940-29a3-4956-8a39-10177d2dc3c1,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:23.747811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Attempting to bind port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:23.748291 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Attempting to bind port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:23.748524 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Attempting to bind port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:23.766620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.769675 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=48d8a6a3-7111-4460-8b80-42a14616b242,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:23.803487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:23.804191 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Checking segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:23.804788 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.805376 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Bound using segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:23.805998 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Bound port: 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:23.806649 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:23.815589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.815937 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.816265 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.816627 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:33:23.816984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88cc1c8-45e1-4fe8-b93e-e39d3e413aba']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:23.857857 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:23.902770 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-c28c8b66-bfc6-496f-bb1d-c801a8b14faf service neutron] 10.222.0.60 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081040 May 06 23:33:23.904930 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111fd08e-cd66-43a4-b273-81f778086607') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:23.905520 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111fd08e-cd66-43a4-b273-81f778086607') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:23.970213 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Allocated IP 172.27.1.184 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/01b792a2-adf5-436b-ab3a-fd6de81d5315) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:23.990939 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (111fd08e-cd66-43a4-b273-81f778086607), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.047124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9d627-00db-40e9-a3b0-f6649836a2e5 None None] Current status of the port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:24.089900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (111fd08e-cd66-43a4-b273-81f778086607), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.098812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d07027-0a6c-431e-ad51-218b00dd27fc None None] Pushing event updated for resources: {'Port': ['ID=53c5c940-29a3-4956-8a39-10177d2dc3c1,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:24.113638 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] For port 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:24.131671 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] For port 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=0c6c0acf-162e-4e13-b7ee-93109c6960b9,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:24.142979 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.202180 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f6ecdb2f-e435-4399-a7b7-a342cf526cd0), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.205778 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.206957 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6ecdb2f-e435-4399-a7b7-a342cf526cd0 HTTP/1.1" status: 204 len: 168 time: 1.4587669 May 06 23:33:24.232048 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:33:24.234880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (111fd08e-cd66-43a4-b273-81f778086607), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: from cryptography.utils import int_from_bytes May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: from cryptography.utils import int_from_bytes May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:33:24.260075 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:33:24.296220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265e44-bb29-4346-844d-1f56fb1c2d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ecdb2f-e435-4399-a7b7-a342cf526cd0,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:24.368329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca416-ff5d-475c-bb18-3cc4f8ac4621 None None] Pushing event updated for resources: {'Port': ['ID=0c6c0acf-162e-4e13-b7ee-93109c6960b9,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:24.521536 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1c2d9d87-74b5-4f68-beea-0284b18637fa None None] Provisioning complete for port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:24.521932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d87-74b5-4f68-beea-0284b18637fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.569961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device a1ccd0d9-e2b6-4f83-8b78-c775182725d7 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:24.633773 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.744214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39266) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:24.752191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (f88cc1c8-45e1-4fe8-b93e-e39d3e413aba), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.770884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:24.771278 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.774686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:24.897564 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d9d87-74b5-4f68-beea-0284b18637fa None None] Current status of the port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:24.975369 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a6c40b75-4b7e-4c4a-afe7-e00a1b58f7b8 req-022b9237-18df-4dd6-98f4-a8d72ad323b2 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.2073643 May 06 23:33:25.009790 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7a182-7dbd-4a68-885a-9c2891445c22 None None] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:25.026214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.043291 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.056458 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/f88cc1c8-45e1-4fe8-b93e-e39d3e413aba HTTP/1.1" status: 204 len: 168 time: 2.6789310 May 06 23:33:25.058729 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39280) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:25.061811 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2142c0-533e-41a4-861d-47d9126de2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f88cc1c8-45e1-4fe8-b93e-e39d3e413aba,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:25.116942 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Provisioning complete for port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:25.117341 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.157588 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for router_gateway (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.165899 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:25.166287 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.340270 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:25.345510 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.368850 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Deleting subnet 2f4b849c-e7d1-4b89-83c5-4dc230e548a6 {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:33:25.379248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Publish callbacks [] for subnet (2f4b849c-e7d1-4b89-83c5-4dc230e548a6), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.385296 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.386590 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:25.478576 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Current status of the port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:25.478980 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.531616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (2f4b849c-e7d1-4b89-83c5-4dc230e548a6), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.671350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (2f4b849c-e7d1-4b89-83c5-4dc230e548a6), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.787700 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.913365 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:25.919619 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.db.api [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 23:33:25.920281 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG oslo_db.api [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 23:33:25.932729 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:25.933217 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:25.942009 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.076757 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Pushing event updated for resources: {'Port': ['ID=01b792a2-adf5-436b-ab3a-fd6de81d5315,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:26.093407 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74834351-5a57-4e74-81c4-6c2b5ba8f3b9 None None] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:26.117207 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:26.125052 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:33:26.131739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:26.135146 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:26.230560 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:26.267506 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-073d2aa3-dec1-4704-bf31-9091c5d9d59b req-4b35f372-1040-4d2f-b577-2a40d36c6380 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.0946279 May 06 23:33:26.286506 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (2f4b849c-e7d1-4b89-83c5-4dc230e548a6), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.330471 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:33:26.337660 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:33:26.405553 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.415154 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2f4b849c-e7d1-4b89-83c5-4dc230e548a6 HTTP/1.1" status: 204 len: 168 time: 1.3536384 May 06 23:33:26.466538 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed236db-fd31-44cd-9ac6-b64fed296f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4b849c-e7d1-4b89-83c5-4dc230e548a6,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:26.471119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39324) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:26.510234 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79df31a-5ef1-4051-a08c-dce425c2a724 None None] Network c1733071-38f3-4ad5-972a-5766fc9e313d requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:33:26.662649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:26.677020 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:26.690020 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:26.690794 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:26.732325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device a1ccd0d9-e2b6-4f83-8b78-c775182725d7 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:26.774677 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-d89182e6-7d76-40f4-99b2-bacc5db514a4 None None] Current status of the port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:26.774977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.777142 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-45b05465-a78e-438b-8142-b52c306b455f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5888603 May 06 23:33:26.778649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:26.780115 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39338) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:26.820221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (1922fe7f-158f-4fc6-a8e6-9afacd5c68ca), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.884211 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:26.889635 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:26.892566 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-771b21fb-81bb-4bb1-92eb-8e6755f3ceb7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3364782 May 06 23:33:26.897954 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39340) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:26.975002 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:26.975891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:27.095605 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:27.111598 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:27.125922 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:27.294708 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:27.351078 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Provisioning complete for port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:27.351628 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:27.424914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:27.426274 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:27.436779 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:27.445693 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e9a5196b-3bb1-4892-b50b-022ca814844c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7937479 May 06 23:33:27.463595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (1922fe7f-158f-4fc6-a8e6-9afacd5c68ca), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:27.466222 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39358) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:27.506119 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:27.507016 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:27.609896 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:27.748808 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:27.749480 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Updating router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf port 62f0c42e-d668-4a79-a953-583b21605a08 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:27.781483 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.59', 52734) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:27.833723 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62f0c42e-d668-4a79-a953-583b21605a08), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:27.911117 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:27.912212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 0c6c0acf-162e-4e13-b7ee-93109c6960b9 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:27.917574 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:24Z', 'revision_number': 3, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:27.963600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1922fe7f-158f-4fc6-a8e6-9afacd5c68ca']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:27.996107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for router_gateway (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.045306 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:28.045654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Updating router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c port 48d8a6a3-7111-4460-8b80-42a14616b242 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:28.049358 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Current status of the port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:28.049741 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.104418 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.112372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42b947f-1267-4086-ace1-ca10d4fa21d1') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:28.114190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42b947f-1267-4086-ace1-ca10d4fa21d1') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:28.141240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] For port 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=0c6c0acf-162e-4e13-b7ee-93109c6960b9,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:28.153148 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c8663d3c-0994-4769-b57c-7693235191e9 req-131f94f5-07d5-4373-bcd0-517478334edb tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.2308226 May 06 23:33:28.153586 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.163361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (e42b947f-1267-4086-ace1-ca10d4fa21d1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.174722 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:28.175152 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.308802 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks [] for port (62f0c42e-d668-4a79-a953-583b21605a08), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.311722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (e42b947f-1267-4086-ace1-ca10d4fa21d1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.319602 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62f0c42e-d668-4a79-a953-583b21605a08), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.351665 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Attempting to bind port 62f0c42e-d668-4a79-a953-583b21605a08 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:28.352272 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Attempting to bind port 62f0c42e-d668-4a79-a953-583b21605a08 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:28.352813 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Attempting to bind port 62f0c42e-d668-4a79-a953-583b21605a08 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:28.360434 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:28.361097 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:28.361636 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.362013 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:33:28.362390 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:28.362504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (e42b947f-1267-4086-ace1-ca10d4fa21d1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.363094 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Bound port: 62f0c42e-d668-4a79-a953-583b21605a08, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:28.364037 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62f0c42e-d668-4a79-a953-583b21605a08), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:33:28.364375 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:33:28.428604 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Provisioning complete for port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:28.431242 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.435238 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] For port 62f0c42e-d668-4a79-a953-583b21605a08, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:28.447533 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] For port 62f0c42e-d668-4a79-a953-583b21605a08, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62f0c42e-d668-4a79-a953-583b21605a08,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:28.460680 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62f0c42e-d668-4a79-a953-583b21605a08), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.467222 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39382) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:28.571259 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (1922fe7f-158f-4fc6-a8e6-9afacd5c68ca), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.576731 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.581379 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1922fe7f-158f-4fc6-a8e6-9afacd5c68ca HTTP/1.1" status: 204 len: 168 time: 2.1031730 May 06 23:33:28.596040 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:28.596565 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:28.614539 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Pushing event updated for resources: {'Port': ['ID=0c6c0acf-162e-4e13-b7ee-93109c6960b9,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:28.662916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79adb-ea02-470f-b440-2cc2a84be734 admin admin] Pushing event deleted for resources: {'Network': ['ID=1922fe7f-158f-4fc6-a8e6-9afacd5c68ca,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:28.715162 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:28.860818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39398) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:28.879352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Current status of the port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:28.933802 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:28.940909 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Provisioning complete for port 53c5c940-29a3-4956-8a39-10177d2dc3c1 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:28.941290 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.971146 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:28.998164 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa494f2-9ae4-4f31-bc1e-0ebe08e4d4ba None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:29.026391 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:29.036100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:29.037288 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 53c5c940-29a3-4956-8a39-10177d2dc3c1 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:29.038870 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-29591c97-4c74-434b-8ce7-85947fd61fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.092673 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-81e13937-87d3-47e3-97f6-eff89151c21f tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:29.093863 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2ce821aa-a751-41df-b71b-4128adcefd9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0de4aa69b36411d9a1790e4b6ad5add&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2315099 May 06 23:33:29.094196 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-81e13937-87d3-47e3-97f6-eff89151c21f tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.59 "GET /v2.0/networks?id=1a6c753e-a2c2-4c8f-8937-d869f146b65c HTTP/1.1" status: 200 len: 811 time: 1.3093786 May 06 23:33:29.097780 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39410) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:29.130801 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.184241 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Current status of the port 53c5c940-29a3-4956-8a39-10177d2dc3c1 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:29.185124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.204009 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Pushing event updated for resources: {'Port': ['ID=62f0c42e-d668-4a79-a953-583b21605a08,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:29.292889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] Publish callbacks [] for security_group (3798d49a-6be5-480e-8be0-5664268d5fc1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.317310 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] Publish callbacks [] for security_group (3798d49a-6be5-480e-8be0-5664268d5fc1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.321011 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Request body: {'port': {'device_id': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c', 'admin_state_up': True, 'tenant_id': 'c2eeb9017821482580e5f489157f77b3'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:29.424460 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.424460 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.431568 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.431936 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.435747 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.436248 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.436638 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.437498 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.437498 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.437693 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.438295 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.438660 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.438993 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.439317 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.439636 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Tracked resource versions report: May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: pushed versions: May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: { 'AddressGroup': {'1.2'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Agent': {'1.1'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'ConntrackHelper': {'1.0'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'LocalIPAssociation': {'1.0'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Log': {'1.0'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'NDPProxy': {'1.0'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Network': {'1.1'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Port': {'1.7'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'PortForwarding': {'1.3'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'QosPolicy': {'1.10'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroup': {'1.5'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroupRule': {'1.2'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SubPort': {'1.0'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Subnet': {'1.1'}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Trunk': {'1.1'}} May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: consumer versions: May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: { DHCP agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: HyperV agent@hv-cinder-84099: {}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: L3 agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: Metadata agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: Metering agent@dv-cinder-840996-1-iscsi: {}, May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: Open vSwitch agent@dv-cinder-840996-1-iscsi: { 'AddressGroup': '1.2', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Agent': '1.1', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'ConntrackHelper': '1.0', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'LocalIPAssociation': '1.0', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Log': '1.0', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'NDPProxy': '1.0', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Network': '1.1', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Port': '1.7', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'PortForwarding': '1.3', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'QosPolicy': '1.10', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroup': '1.5', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SecurityGroupRule': '1.2', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'SubPort': '1.0', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Subnet': '1.1', May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: 'Trunk': '1.1'}} May 06 23:33:29.441194 dv-cinder-840996-1-iscsi neutron-server[103252]: {{(pid=103252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 23:33:29.582058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3798d49a-6be5-480e-8be0-5664268d5fc1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.595155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.602808 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3798d49a-6be5-480e-8be0-5664268d5fc1 HTTP/1.1" status: 204 len: 168 time: 0.5025444 May 06 23:33:29.610984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:33:29.651800 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ccf666d-0110-4e3a-b601-a0f22ae1b6eb req-d833e8b7-ec24-490c-ae04-bc12ff852643 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.0454624 May 06 23:33:29.671287 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:29.677810 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.763622 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 53c5c940-29a3-4956-8a39-10177d2dc3c1 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:29.766770 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:29.768136 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Updating router bbb4e4de-d18f-46ba-b8d7-d3b233571021 port eb93b1bb-75ab-49af-86a9-72edc450e616 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:29.773271 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.831096 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38497888-29df-411e-9b64-c5ee358ea449 None None] Pushing event updated for resources: {'Port': ['ID=62f0c42e-d668-4a79-a953-583b21605a08,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:29.902413 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.919630 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Allocated IP 172.20.0.1 (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1/a3adf349-a163-47bc-9655-9b1bfc32dd14/aabd438c-66ef-48f4-af97-ed19dc7a966b) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:29.927442 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] For port 53c5c940-29a3-4956-8a39-10177d2dc3c1, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=53c5c940-29a3-4956-8a39-10177d2dc3c1,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:29.984762 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:29.995473 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks [] for port (48d8a6a3-7111-4460-8b80-42a14616b242), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.148448 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.214223 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks [] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.249178 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-789f414b-7312-4fd6-93a3-0918dfb697ff None None] Provisioning complete for port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:30.256835 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-789f414b-7312-4fd6-93a3-0918dfb697ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.341397 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2df5b-18f0-4c6a-a57c-0bf08916ff9e None None] Pushing event updated for resources: {'Port': ['ID=53c5c940-29a3-4956-8a39-10177d2dc3c1,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:30.426855 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da30845-84d4-4c93-b158-e9404723b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798d49a-6be5-480e-8be0-5664268d5fc1,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:30.450222 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.506526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Made reservation on behalf of c2eeb9017821482580e5f489157f77b3 for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:30.511498 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.580360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:30.585239 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:30.601638 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:30.613758 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 53c5c940-29a3-4956-8a39-10177d2dc3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:30.636843 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.698591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Attempting to bind port 48d8a6a3-7111-4460-8b80-42a14616b242 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:30.698956 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Attempting to bind port 48d8a6a3-7111-4460-8b80-42a14616b242 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:30.699312 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Attempting to bind port 48d8a6a3-7111-4460-8b80-42a14616b242 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:30.708696 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Pushing event updated for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:30.719356 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfcdc4-620b-4f41-a22a-79576503d77e None None] Pushing event updated for resources: {'Port': ['ID=48d8a6a3-7111-4460-8b80-42a14616b242,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:30.728373 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:30.744070 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:30.745936 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.761378 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:30.761811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Bound port: 48d8a6a3-7111-4460-8b80-42a14616b242, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:30.762204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.860242 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39430) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:30.908981 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Allocated IP 172.20.0.1 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/62925d7e-3bee-4c11-8b8c-5085b5037f3e) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:30.965165 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks [] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:30.983191 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.006674 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-789f414b-7312-4fd6-93a3-0918dfb697ff None None] Current status of the port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:31.058905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] For port 48d8a6a3-7111-4460-8b80-42a14616b242, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:31.067546 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] For port 48d8a6a3-7111-4460-8b80-42a14616b242, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=48d8a6a3-7111-4460-8b80-42a14616b242,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:31.081094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.088958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.115150 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-29591c97-4c74-434b-8ce7-85947fd61fee admin admin] Publish callbacks [] for security_group (638318ea-e2ad-42a4-92fd-26a23fd8f1e9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.117183 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Attempting to bind port eb93b1bb-75ab-49af-86a9-72edc450e616 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:31.118348 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Attempting to bind port eb93b1bb-75ab-49af-86a9-72edc450e616 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:31.118678 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Attempting to bind port eb93b1bb-75ab-49af-86a9-72edc450e616 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:31.158823 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7cc48-2aea-4d51-8c80-21f5d1c45579 None None] Pushing event updated for resources: {'Port': ['ID=eb93b1bb-75ab-49af-86a9-72edc450e616,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:31.167492 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62f0c42e-d668-4a79-a953-583b21605a08 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:31.173879 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:31.174254 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:31.176226 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.176737 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:31.179285 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Bound port: eb93b1bb-75ab-49af-86a9-72edc450e616, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:31.179735 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.211500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-29591c97-4c74-434b-8ce7-85947fd61fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (638318ea-e2ad-42a4-92fd-26a23fd8f1e9), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.249745 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-756931d9-6156-49f5-8e6f-eb4bfe041846 None None] Provisioning complete for port aabd438c-66ef-48f4-af97-ed19dc7a966b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:31.250160 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-756931d9-6156-49f5-8e6f-eb4bfe041846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.293752 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:31.294515 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:31.301515 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] For port eb93b1bb-75ab-49af-86a9-72edc450e616, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:31.308051 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] For port eb93b1bb-75ab-49af-86a9-72edc450e616, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=eb93b1bb-75ab-49af-86a9-72edc450e616,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:31.322678 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.375793 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-29591c97-4c74-434b-8ce7-85947fd61fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98f163a1f9c14cd8a6e5cd5c95911ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9043057 May 06 23:33:31.378772 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591c97-4c74-434b-8ce7-85947fd61fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638318ea-e2ad-42a4-92fd-26a23fd8f1e9,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:31.386170 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39432) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:31.391799 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Allocated IP 172.20.0.8 (1a6c753e-a2c2-4c8f-8937-d869f146b65c/fb55fda8-0d1e-4c7b-9774-c03844ce1c0a/58f98125-7ac6-43c1-96bd-ea6b17c363ca) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:31.419042 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:31.541081 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:31.541613 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfcdc4-620b-4f41-a22a-79576503d77e None None] Pushing event updated for resources: {'Port': ['ID=48d8a6a3-7111-4460-8b80-42a14616b242,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:31.541913 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:31.549475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks [] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.651763 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-756931d9-6156-49f5-8e6f-eb4bfe041846 None None] Port aabd438c-66ef-48f4-af97-ed19dc7a966b cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:31.666558 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 62f0c42e-d668-4a79-a953-583b21605a08 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:31.667007 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62f0c42e-d668-4a79-a953-583b21605a08), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.709463 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7cc48-2aea-4d51-8c80-21f5d1c45579 None None] Pushing event updated for resources: {'Port': ['ID=eb93b1bb-75ab-49af-86a9-72edc450e616,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:31.885782 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:31.899217 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 62f0c42e-d668-4a79-a953-583b21605a08 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:31.899835 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62f0c42e-d668-4a79-a953-583b21605a08), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:31.921813 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:24Z', 'revision_number': 3, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:31.968429 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9fc09-edab-4924-8baa-50dfeeecf89c None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:24Z', 'revision_number': 3, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:32.003961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 62f0c42e-d668-4a79-a953-583b21605a08, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62f0c42e-d668-4a79-a953-583b21605a08,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:32.011189 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62f0c42e-d668-4a79-a953-583b21605a08), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.013212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 0c6c0acf-162e-4e13-b7ee-93109c6960b9 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:32.294857 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=62f0c42e-d668-4a79-a953-583b21605a08,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:32.343622 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-955b5321-e073-4aae-a245-208248815f46 req-e2387a8a-6d00-419f-9c13-4a8012925bdc tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.3689361 May 06 23:33:32.344614 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:32.356440 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:32.356966 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.361499 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:32.376359 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:32.401468 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.401468 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-35ea237a-6aa1-408d-9599-2b2e96a8c781 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7579138 May 06 23:33:32.427481 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39444) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:32.434835 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:32.435579 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:32.451675 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Allocated IP 172.20.0.1 (c67eab3e-5f42-4b08-b50f-46be90ec8694/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751/571effc9-9b21-4953-9ccf-fb31c960eaf3) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:32.481308 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159325-f89f-42f8-b9dc-d8b195e5d121 None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:22Z', 'revision_number': 3, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:32.526447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.549617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-206ae683-66e6-4da2-8c88-0d08c591b8b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0eaf08d808dd49dab5a8842266db82d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6551106 May 06 23:33:32.562421 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39446) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:32.586797 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] Publish callbacks [] for security_group (638318ea-e2ad-42a4-92fd-26a23fd8f1e9), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.676657 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:32.680738 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 53c5c940-29a3-4956-8a39-10177d2dc3c1 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:32.737726 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.792108 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks [] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.830812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:32.859099 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 53c5c940-29a3-4956-8a39-10177d2dc3c1 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:32.860044 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.907700 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] Publish callbacks [] for security_group (c57a1ec2-fe53-4cc0-8744-c09ed4649bb9), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:32.954901 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] Publish callbacks [] for security_group (c57a1ec2-fe53-4cc0-8744-c09ed4649bb9), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.082535 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Pushing event updated for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:33.093760 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] Publish callbacks [] for security_group (638318ea-e2ad-42a4-92fd-26a23fd8f1e9), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.192297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c57a1ec2-fe53-4cc0-8744-c09ed4649bb9), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.194876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.206006 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c57a1ec2-fe53-4cc0-8744-c09ed4649bb9 HTTP/1.1" status: 204 len: 168 time: 0.6364348 May 06 23:33:33.206389 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:33.248623 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks [] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.253628 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8680-68ab-4879-ac35-35439f3b3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a1ec2-fe53-4cc0-8744-c09ed4649bb9,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:33.269361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.309892 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:33.316823 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:33.318848 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.452371 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Pushing event updated for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:33.489252 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.889581 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks [] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:33.963683 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:33.968414 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:33.987620 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-337ca582-ee26-4f01-9bf4-af99c2b711a5 req-1236bd3f-ed4c-4beb-b3da-63fc1667d8a3 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.1282921 May 06 23:33:34.184454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.242024 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-8b84ee05-006b-47aa-bd2c-50997865590d None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:34.242671 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-8b84ee05-006b-47aa-bd2c-50997865590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.330432 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:26Z', 'revision_number': 3, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:34.409531 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-8b84ee05-006b-47aa-bd2c-50997865590d None None] Port 62925d7e-3bee-4c11-8b8c-5085b5037f3e cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:34.412743 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 53c5c940-29a3-4956-8a39-10177d2dc3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:34.434467 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:34.452895 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:33:34.476011 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Pushing event updated for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:34.489395 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:34.554407 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-bb78cfc0-0454-404f-ae80-b8eb69dd1e0a None None] Provisioning complete for port aabd438c-66ef-48f4-af97-ed19dc7a966b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:34.554771 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bb78cfc0-0454-404f-ae80-b8eb69dd1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.559402 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:34.559844 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Updating router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c port 01b792a2-adf5-436b-ab3a-fd6de81d5315 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:34.624410 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:34.624949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.737595 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.765876 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.770327 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (638318ea-e2ad-42a4-92fd-26a23fd8f1e9), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.777851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:34.780496 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/638318ea-e2ad-42a4-92fd-26a23fd8f1e9 HTTP/1.1" status: 204 len: 168 time: 3.3853824 May 06 23:33:34.928424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:34.948578 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-d95508e4-253a-4347-9451-1e6b80a2aefb admin admin] 10.222.0.60 "PUT /v2.0/routers/bbb4e4de-d18f-46ba-b8d7-d3b233571021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4733498 May 06 23:33:34.995316 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-bb78cfc0-0454-404f-ae80-b8eb69dd1e0a None None] Port aabd438c-66ef-48f4-af97-ed19dc7a966b cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:35.059778 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 48d8a6a3-7111-4460-8b80-42a14616b242 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:35.261773 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1ac565e2-6788-4f06-973a-b4efb83792e5 None None] Provisioning complete for port 571effc9-9b21-4953-9ccf-fb31c960eaf3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:35.262451 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1ac565e2-6788-4f06-973a-b4efb83792e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.270688 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba3c99-6e5e-419e-8294-cad50c1fd2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638318ea-e2ad-42a4-92fd-26a23fd8f1e9,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:35.329454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Network 1a6c753e-a2c2-4c8f-8937-d869f146b65c is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:35.364896 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678eb4d-829f-493c-bb08-d3a7bc1a1ace req-6703e4aa-fe3f-4609-a311-a37d01809d0e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:35.373449 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a678eb4d-829f-493c-bb08-d3a7bc1a1ace req-6703e4aa-fe3f-4609-a311-a37d01809d0e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 931 time: 0.2361791 May 06 23:33:35.375950 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:35.396785 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Pushing event updated for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:35.423374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:35.435997 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:35.437104 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.535862 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 48d8a6a3-7111-4460-8b80-42a14616b242 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:35.538854 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.576715 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a678eb4d-829f-493c-bb08-d3a7bc1a1ace req-ea1e5016-c6c0-45a4-94c3-985ae2c38519 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948824 May 06 23:33:35.638673 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1ac565e2-6788-4f06-973a-b4efb83792e5 None None] Port 571effc9-9b21-4953-9ccf-fb31c960eaf3 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:35.657739 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-e0d0805e-e059-4165-b0f1-8b1f9ea00e1e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3626120 May 06 23:33:35.735203 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.749256 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 48d8a6a3-7111-4460-8b80-42a14616b242 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:35.751460 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.789860 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 48d8a6a3-7111-4460-8b80-42a14616b242, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=48d8a6a3-7111-4460-8b80-42a14616b242,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:35.797239 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:35.803530 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device eb93b1bb-75ab-49af-86a9-72edc450e616 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:36.004088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=48d8a6a3-7111-4460-8b80-42a14616b242,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:36.024325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port eb93b1bb-75ab-49af-86a9-72edc450e616 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:36.024939 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.061487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks [] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.114140 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.121853 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.179506 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39512) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:36.200071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2e176b2a-2c3c-4990-a9a6-f75eb54d5600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.222514 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fddf6-c79a-41b3-a414-d54a806fec08 None None] Pushing event updated for resources: {'Port': ['ID=01b792a2-adf5-436b-ab3a-fd6de81d5315,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:36.348650 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Attempting to bind port 01b792a2-adf5-436b-ab3a-fd6de81d5315 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:36.349295 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Attempting to bind port 01b792a2-adf5-436b-ab3a-fd6de81d5315 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:36.349634 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Attempting to bind port 01b792a2-adf5-436b-ab3a-fd6de81d5315 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:36.366548 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:36.370302 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:36.370514 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.372211 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:36.377084 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Bound port: 01b792a2-adf5-436b-ab3a-fd6de81d5315, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:36.377426 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.421651 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2e176b2a-2c3c-4990-a9a6-f75eb54d5600 admin admin] Publish callbacks [] for security_group (1a09fb65-e535-4e8d-848b-5e4a5b2aee08), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.438567 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39518) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:36.439800 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2e176b2a-2c3c-4990-a9a6-f75eb54d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1a09fb65-e535-4e8d-848b-5e4a5b2aee08), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.448967 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25805658', 'description': 'tempest-description--1266155624'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:36.513759 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] For port 01b792a2-adf5-436b-ab3a-fd6de81d5315, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:36.526542 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] For port 01b792a2-adf5-436b-ab3a-fd6de81d5315, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=01b792a2-adf5-436b-ab3a-fd6de81d5315,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:36.542198 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.552639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2e176b2a-2c3c-4990-a9a6-f75eb54d5600 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0cc9c8cd5ea47e58e86c0fd4d59e8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708127 May 06 23:33:36.555139 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39522) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:36.630130 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.679128 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176b2a-2c3c-4990-a9a6-f75eb54d5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a09fb65-e535-4e8d-848b-5e4a5b2aee08,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:36.750756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port eb93b1bb-75ab-49af-86a9-72edc450e616 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:36.753509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:36.802021 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fddf6-c79a-41b3-a414-d54a806fec08 None None] Pushing event updated for resources: {'Port': ['ID=01b792a2-adf5-436b-ab3a-fd6de81d5315,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:36.813168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:36.813867 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:36.898304 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77fb1-3a80-4da3-94bc-1471275b46ad req-6ec53bde-2b0e-450c-b322-684cb4786de8 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:36.902672 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6fb77fb1-3a80-4da3-94bc-1471275b46ad req-6ec53bde-2b0e-450c-b322-684cb4786de8 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 931 time: 0.1343884 May 06 23:33:36.928553 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] Publish callbacks [] for security_group (1a09fb65-e535-4e8d-848b-5e4a5b2aee08), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.008655 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:37.021503 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-5cd36c62-a944-436b-a9ce-8c0da5c776cf tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:33:37.022208 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-5cd36c62-a944-436b-a9ce-8c0da5c776cf tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0207071 May 06 23:33:37.040438 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:37.057892 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:37.058589 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:37.078961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port eb93b1bb-75ab-49af-86a9-72edc450e616, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=eb93b1bb-75ab-49af-86a9-72edc450e616,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:37.101350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (d01fbe93-7a34-4ebe-9321-1faf38d70108), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.115798 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d01fbe93-7a34-4ebe-9321-1faf38d70108), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.125265 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.126694 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62f0c42e-d668-4a79-a953-583b21605a08 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:37.244047 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks [] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.255798 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.256728 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.277040 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] Publish callbacks [] for security_group (1a09fb65-e535-4e8d-848b-5e4a5b2aee08), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.307294 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:37.311957 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.313693 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8701365 May 06 23:33:37.317121 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Pushing event updated for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.317713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c931bb-0766-49be-bf65-bbd71a7e9411 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01fbe93-7a34-4ebe-9321-1faf38d70108,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.322883 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39536) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:37.338412 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group_rule': {'security_group_id': 'd01fbe93-7a34-4ebe-9321-1faf38d70108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:37.358819 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.362788 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=eb93b1bb-75ab-49af-86a9-72edc450e616,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.446136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6fb77fb1-3a80-4da3-94bc-1471275b46ad req-ae8e52e8-0028-4aca-9bef-970d3e45f4b4 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274169 May 06 23:33:37.448365 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 62f0c42e-d668-4a79-a953-583b21605a08 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:37.465085 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62f0c42e-d668-4a79-a953-583b21605a08), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.467880 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:26Z', 'revision_number': 3, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:37.478609 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (2bb3b072-4656-4473-952c-2fcba81f44d8), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.504036 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1a09fb65-e535-4e8d-848b-5e4a5b2aee08), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.507221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.508758 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a09fb65-e535-4e8d-848b-5e4a5b2aee08 HTTP/1.1" status: 204 len: 168 time: 0.9512389 May 06 23:33:37.571168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c861eb-fece-4360-8573-29d18058ff41 None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:26Z', 'revision_number': 3, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:37.585829 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks [] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.594354 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92252efa-37de-4e42-99a0-ab561990ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a09fb65-e535-4e8d-848b-5e4a5b2aee08,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.647068 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.647819 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.658134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (2bb3b072-4656-4473-952c-2fcba81f44d8), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.665936 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (2bb3b072-4656-4473-952c-2fcba81f44d8), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.701871 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 62f0c42e-d668-4a79-a953-583b21605a08 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:37.706214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb3b072-4656-4473-952c-2fcba81f44d8,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.732650 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.740885 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3c12d0bb-5a2b-4302-a71e-c8a5787f2abe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120748 May 06 23:33:37.741742 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39554) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:37.754842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group_rule': {'security_group_id': 'd01fbe93-7a34-4ebe-9321-1faf38d70108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:37.815012 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (41155cc0-ea31-44fa-bfe4-b52315616d3b), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:37.828564 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:37.883896 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:37.922274 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 2, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:37.945895 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device eb93b1bb-75ab-49af-86a9-72edc450e616 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:37.948128 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Pushing event updated for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:37.978198 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:37.978514 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Updating router bbb4e4de-d18f-46ba-b8d7-d3b233571021 port aabd438c-66ef-48f4-af97-ed19dc7a966b binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:38.028018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (41155cc0-ea31-44fa-bfe4-b52315616d3b), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.042436 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (41155cc0-ea31-44fa-bfe4-b52315616d3b), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.054416 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port eb93b1bb-75ab-49af-86a9-72edc450e616 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:38.055565 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.087734 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.114772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41155cc0-ea31-44fa-bfe4-b52315616d3b,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:38.203798 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Allocated IP 172.20.0.1 (c1733071-38f3-4ad5-972a-5766fc9e313d/05a0ef10-e704-41be-9a08-13cc02e80671/2576cf07-fa2a-41b6-867a-a4a2e33c5eca) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:38.204883 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.215183 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8381c956-610d-405e-ab10-76a47c00a22d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4695172 May 06 23:33:38.220879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39574) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:38.236917 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:38.339320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.376121 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:38.543432 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:38.800904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-d88cbc84-23b4-47e2-be44-ef667d26aac3 None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:38.801503 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d88cbc84-23b4-47e2-be44-ef667d26aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.889702 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks [] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:38.891710 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port eb93b1bb-75ab-49af-86a9-72edc450e616 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:38.893704 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 48d8a6a3-7111-4460-8b80-42a14616b242 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:39.054586 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-d88cbc84-23b4-47e2-be44-ef667d26aac3 None None] Port 62925d7e-3bee-4c11-8b8c-5085b5037f3e cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:39.108988 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39600) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:39.111347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 48d8a6a3-7111-4460-8b80-42a14616b242 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:39.111759 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.122869 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.127344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaee13-059e-4b85-9c93-43b61f78ef9e req-7c4b9759-2361-4df0-94ef-dac13a82daa5 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:39.150734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ebeaee13-059e-4b85-9c93-43b61f78ef9e req-7c4b9759-2361-4df0-94ef-dac13a82daa5 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 931 time: 0.4613740 May 06 23:33:39.152179 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.287904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-0faf9e5f-6595-48ff-8957-94dc700ba4d4 None None] Provisioning complete for port 571effc9-9b21-4953-9ccf-fb31c960eaf3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:39.288302 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0faf9e5f-6595-48ff-8957-94dc700ba4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.307529 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:33:39.396821 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Pushing event updated for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:39.425265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Network c1733071-38f3-4ad5-972a-5766fc9e313d is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:39.439762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:39.450816 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-0faf9e5f-6595-48ff-8957-94dc700ba4d4 None None] Port 571effc9-9b21-4953-9ccf-fb31c960eaf3 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:39.454372 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:39.455039 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.474681 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ebeaee13-059e-4b85-9c93-43b61f78ef9e req-efea841f-d52a-4521-adc2-ab5fb253d3ad tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989624 May 06 23:33:39.576654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 48d8a6a3-7111-4460-8b80-42a14616b242 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:39.706005 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks [] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.722484 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:39.771989 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Allocated IP 172.27.1.234 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/ba78f0b4-ef5f-43af-9bae-704e389a2c06) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:39.934265 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b249a-cf80-4d95-b469-665d240a73f4 None None] Pushing event updated for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:39.949630 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.001954 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.100670 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 01b792a2-adf5-436b-ab3a-fd6de81d5315 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:40.108138 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Attempting to bind port aabd438c-66ef-48f4-af97-ed19dc7a966b on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:40.109139 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Attempting to bind port aabd438c-66ef-48f4-af97-ed19dc7a966b by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:40.109817 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Attempting to bind port aabd438c-66ef-48f4-af97-ed19dc7a966b on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:40.119071 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:40.119855 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Checking segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:40.120406 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.121251 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Bound using segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:40.122005 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Bound port: aabd438c-66ef-48f4-af97-ed19dc7a966b, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:40.122774 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.129605 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Request body: {'port': {'device_id': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:40.153450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=ba78f0b4-ef5f-43af-9bae-704e389a2c06,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:40.207667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:40.214182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:40.222837 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-fe41ae55-cf01-4ead-902c-3f2ab65002c2 None None] Provisioning complete for port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:40.226113 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:40.229550 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:33:40.229992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe41ae55-cf01-4ead-902c-3f2ab65002c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.337223 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] For port aabd438c-66ef-48f4-af97-ed19dc7a966b, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:40.341926 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 01b792a2-adf5-436b-ab3a-fd6de81d5315 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:40.342116 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] For port aabd438c-66ef-48f4-af97-ed19dc7a966b, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=aabd438c-66ef-48f4-af97-ed19dc7a966b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:40.345350 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.350424 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-fe41ae55-cf01-4ead-902c-3f2ab65002c2 None None] Port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:40.372715 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.419939 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fda-7df9-4366-b0ed-5e455c907220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.476572 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:40.477514 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:40.527011 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b249a-cf80-4d95-b469-665d240a73f4 None None] Pushing event updated for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=4']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:40.531755 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.580526 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Provisioning complete for port aabd438c-66ef-48f4-af97-ed19dc7a966b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:40.580526 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.636239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.672246 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 01b792a2-adf5-436b-ab3a-fd6de81d5315 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:40.681422 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.763773 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:40.782367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 01b792a2-adf5-436b-ab3a-fd6de81d5315, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=01b792a2-adf5-436b-ab3a-fd6de81d5315,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:40.804071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.842280 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fda-7df9-4366-b0ed-5e455c907220 admin admin] Publish callbacks [] for security_group (92c727f5-13fc-4ab4-8279-9959c63e5a2a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:40.890210 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=01b792a2-adf5-436b-ab3a-fd6de81d5315,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:40.917653 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:40.953075 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:41.018671 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Current status of the port aabd438c-66ef-48f4-af97-ed19dc7a966b is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:41.022864 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.027222 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:41.033856 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:41.081718 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks [] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.178741 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:41.184301 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] For port aabd438c-66ef-48f4-af97-ed19dc7a966b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=aabd438c-66ef-48f4-af97-ed19dc7a966b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:41.198673 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.246744 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1e07c-5472-4d16-ac1a-b51f29612e3b None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:41.354062 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:41.380822 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17806-cb97-44fe-b38b-d302ccd11ae2 req-21d56bdc-a52f-48fd-b07f-9a0016f1f008 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:41.383169 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-52f17806-cb97-44fe-b38b-d302ccd11ae2 req-21d56bdc-a52f-48fd-b07f-9a0016f1f008 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 931 time: 0.7212565 May 06 23:33:41.422706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.553197 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a164f-bde5-4a8b-a728-9e800f8f16b6 None None] Pushing event updated for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:41.555442 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-48243235-0dc7-46d6-8862-eb69fd461659 admin admin] 10.222.0.60 "PUT /v2.0/routers/ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7742219 May 06 23:33:41.568442 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.596193 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7fda-7df9-4366-b0ed-5e455c907220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (92c727f5-13fc-4ab4-8279-9959c63e5a2a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.660506 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.661583 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.676775 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7fda-7df9-4366-b0ed-5e455c907220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c727f5-13fc-4ab4-8279-9959c63e5a2a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:41.720136 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-ffde1186-ee63-44c0-9b04-48fbc0fa27a9 None None] Provisioning complete for port aabd438c-66ef-48f4-af97-ed19dc7a966b triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:41.720859 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ffde1186-ee63-44c0-9b04-48fbc0fa27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:41.908289 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-52f17806-cb97-44fe-b38b-d302ccd11ae2 req-081fa91b-81de-423f-9761-1a32bb083476 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176740 May 06 23:33:42.069223 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.078043 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.189955 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:42.208137 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-79f62db6-9926-4fe4-bb31-005da892282a admin admin] 10.222.0.60 "PUT /v2.0/routers/5ce2f388-f9f4-4102-9b3c-1f4eb943994c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2987497 May 06 23:33:42.218372 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:42.231456 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:42.232093 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:42.269200 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c8ff7fda-7df9-4366-b0ed-5e455c907220 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b27108060fff400ab8187e8df7b1a206&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1351583 May 06 23:33:42.271324 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-ffde1186-ee63-44c0-9b04-48fbc0fa27a9 None None] Current status of the port aabd438c-66ef-48f4-af97-ed19dc7a966b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:42.280348 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39668) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:42.288570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 01b792a2-adf5-436b-ab3a-fd6de81d5315 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:42.347377 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.361976 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Pushing event updated for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:42.371362 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=ba78f0b4-ef5f-43af-9bae-704e389a2c06,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:42.440949 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.442391 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ec8324bd-197b-43f2-bec9-ba965836b8d2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2203083 May 06 23:33:42.501966 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] Publish callbacks [] for security_group (92c727f5-13fc-4ab4-8279-9959c63e5a2a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.589931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] Publish callbacks [] for security_group (92c727f5-13fc-4ab4-8279-9959c63e5a2a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.620324 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 2, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:42.750859 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:42.756661 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:42.762323 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Updating router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf port 571effc9-9b21-4953-9ccf-fb31c960eaf3 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:42.765478 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (92c727f5-13fc-4ab4-8279-9959c63e5a2a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.774696 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:42.777509 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92c727f5-13fc-4ab4-8279-9959c63e5a2a HTTP/1.1" status: 204 len: 168 time: 0.4936471 May 06 23:33:42.878552 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:43.014096 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b0c1-a0fb-4544-8601-a291550e2841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c727f5-13fc-4ab4-8279-9959c63e5a2a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:43.123673 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 01b792a2-adf5-436b-ab3a-fd6de81d5315 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:43.134688 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:43.155496 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Network c1733071-38f3-4ad5-972a-5766fc9e313d is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:43.159003 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:43.214937 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-50823f1b-ab93-43d8-b7d0-d6cc995d6e99 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:43.220350 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-50823f1b-ab93-43d8-b7d0-d6cc995d6e99 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.5042896 May 06 23:33:43.260881 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-671c57d1-62a5-4f8a-9832-48b3c7bd6b36 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/quotas/0a63c8271d644833bc46ae96dc3aa954 HTTP/1.1" status: 200 len: 375 time: 0.0333002 May 06 23:33:43.541538 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:43.599814 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-b62fd95d-628c-460f-9842-d949845c35a8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3266997 May 06 23:33:43.742757 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:43.743124 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Updating router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c port 62925d7e-3bee-4c11-8b8c-5085b5037f3e binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:43.770556 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:33:43.861040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-b3f153fb-52df-41fc-8a95-4a0cb17aeb49 None None] Provisioning complete for port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:43.865160 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b3f153fb-52df-41fc-8a95-4a0cb17aeb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:43.869803 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.062153 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39718) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:44.117626 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 01b792a2-adf5-436b-ab3a-fd6de81d5315 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:44.118884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device aabd438c-66ef-48f4-af97-ed19dc7a966b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:44.127805 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2dd7ec03-028d-4a67-914d-5c0e206d2912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.146800 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-55250f82-3f40-462f-9ab9-58996c2ed131 service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960818 May 06 23:33:44.182906 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:33:44.241990 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f98125-7ac6-43c1-96bd-ea6b17c363ca {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:33:44.311660 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks [] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.508511 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Transition to ACTIVE for port object 58f98125-7ac6-43c1-96bd-ea6b17c363ca will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:33:44.522079 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.572455 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port aabd438c-66ef-48f4-af97-ed19dc7a966b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:44.579524 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.592664 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-4b137c78-9638-4ebe-9a61-165fc4cadbdb service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449532 May 06 23:33:44.621247 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks [] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.634709 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.665723 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-b3f153fb-52df-41fc-8a95-4a0cb17aeb49 None None] Port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:44.725248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2dd7ec03-028d-4a67-914d-5c0e206d2912 admin admin] Publish callbacks [] for security_group (1e1636f1-9987-438d-b6c5-bf7635a9e0c6), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.731593 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2dd7ec03-028d-4a67-914d-5c0e206d2912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1e1636f1-9987-438d-b6c5-bf7635a9e0c6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.815273 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39730) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:44.838254 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Pushing event updated for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:44.849529 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793715ea-5ce0-4019-94bf-93b484dfc3af None None] Pushing event updated for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:44.889317 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452084284', 'description': 'tempest-description--183718580'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:44.905767 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39736) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:44.942956 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Attempting to bind port 62925d7e-3bee-4c11-8b8c-5085b5037f3e on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:44.943836 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Attempting to bind port 62925d7e-3bee-4c11-8b8c-5085b5037f3e by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:44.944576 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Attempting to bind port 62925d7e-3bee-4c11-8b8c-5085b5037f3e on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:44.951404 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:44.952017 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:44.952653 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.953179 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:44.954007 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Bound port: 62925d7e-3bee-4c11-8b8c-5085b5037f3e, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:44.954811 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:44.982623 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2dd7ec03-028d-4a67-914d-5c0e206d2912 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ee2d589384d4287902b4676aee28433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9193792 May 06 23:33:44.986314 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39756) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:44.999077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.051854 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:33:45.062719 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1dcd0429-ae65-422d-8598-0d571b756a08 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f9f0751-0d0d-4b3d-9416-9e8e12143c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6318946 May 06 23:33:45.063586 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Attempting to bind port 58f98125-7ac6-43c1-96bd-ea6b17c363ca on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:45.063949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Attempting to bind port 58f98125-7ac6-43c1-96bd-ea6b17c363ca by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'bc93427c-aa4e-4058-8735-be819a4dbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:45.064265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Attempting to bind port 58f98125-7ac6-43c1-96bd-ea6b17c363ca on network 1a6c753e-a2c2-4c8f-8937-d869f146b65c {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:45.099228 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Port 58f98125-7ac6-43c1-96bd-ea6b17c363ca on network 1a6c753e-a2c2-4c8f-8937-d869f146b65c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:33:45.099559 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Attempting to bind port 58f98125-7ac6-43c1-96bd-ea6b17c363ca on network 1a6c753e-a2c2-4c8f-8937-d869f146b65c {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:45.121130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:45.131227 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Checking segment: {'id': 'bc93427c-aa4e-4058-8735-be819a4dbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:45.132392 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Bound using segment: {'id': 'bc93427c-aa4e-4058-8735-be819a4dbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:45.134951 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Bound port: 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc93427c-aa4e-4058-8735-be819a4dbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:45.135562 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.143700 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7ec03-028d-4a67-914d-5c0e206d2912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1636f1-9987-438d-b6c5-bf7635a9e0c6,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:45.185217 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:33:45.198629 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] For port 62925d7e-3bee-4c11-8b8c-5085b5037f3e, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:45.212001 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] For port 62925d7e-3bee-4c11-8b8c-5085b5037f3e, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62925d7e-3bee-4c11-8b8c-5085b5037f3e,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:45.229323 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.232904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:45.234046 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:45.278941 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c09c9fc-9026-474c-b040-e518dc350dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.339662 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:45.341745 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:45.403622 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:45.421161 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:45.437275 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca,segment=NetworkSegment(bc93427c-aa4e-4058-8735-be819a4dbab1),segment_id=bc93427c-aa4e-4058-8735-be819a4dbab1)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:45.452103 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.522125 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port aabd438c-66ef-48f4-af97-ed19dc7a966b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:45.569207 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:45.569512 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.581577 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-604a93b4-86cd-40a2-aa08-7db8fc176c4a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--25805658&fields=id&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 267 time: 0.5192270 May 06 23:33:45.589741 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793715ea-5ce0-4019-94bf-93b484dfc3af None None] Pushing event updated for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=4']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:45.618207 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:45.618991 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.621315 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] 10.222.0.59 "PUT /v2.0/ports/58f98125-7ac6-43c1-96bd-ea6b17c363ca HTTP/1.1" status: 200 len: 1093 time: 6.5522981 May 06 23:33:45.624026 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:33:45.754336 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (f5d014bf-069c-490c-b323-b6895b29fd3b), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.769890 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:45.782200 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks [] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.785302 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dad1b-db41-4ea1-84e9-c673e786053e req-10b4acaf-2fe0-4e3b-bccd-4621be93df9d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:45.786802 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff5dad1b-db41-4ea1-84e9-c673e786053e req-10b4acaf-2fe0-4e3b-bccd-4621be93df9d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 943 time: 0.7293892 May 06 23:33:45.803065 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f5d014bf-069c-490c-b323-b6895b29fd3b), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.950518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] Publish callbacks [] for security_group (1e1636f1-9987-438d-b6c5-bf7635a9e0c6), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.973545 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.977127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] Publish callbacks [] for security_group (1e1636f1-9987-438d-b6c5-bf7635a9e0c6), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:45.995092 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.004515 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1748514 May 06 23:33:46.010523 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:33:46.014797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39796) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:46.027880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': 'f5d014bf-069c-490c-b323-b6895b29fd3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:46.038596 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97e4c0-ac08-4667-a663-461bfb196de7 service neutron] Pushing event updated for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.063808 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-66125550-b48a-49e7-a838-7e3a8e712941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:46.065695 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-66125550-b48a-49e7-a838-7e3a8e712941 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2eeb9017821482580e5f489157f77b3&device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 1127 time: 0.3059101 May 06 23:33:46.066894 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95a96d-9cac-4df7-bb7e-27e0cbe2ba0c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d014bf-069c-490c-b323-b6895b29fd3b,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.110433 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff5dad1b-db41-4ea1-84e9-c673e786053e req-50decc33-ab82-46e3-ac9f-9abfd5d7aa05 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095157 May 06 23:33:46.117320 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c09c9fc-9026-474c-b040-e518dc350dbb admin admin] Publish callbacks [] for security_group (b3e6aba9-1bac-4e23-af50-0617d3bf916f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.155941 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-13a454db-91f4-4d86-9f12-2a83c9a94859 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca HTTP/1.1" status: 200 len: 217 time: 0.0810232 May 06 23:33:46.156955 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c09c9fc-9026-474c-b040-e518dc350dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b3e6aba9-1bac-4e23-af50-0617d3bf916f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.260430 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:45Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:46.301937 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09c9fc-9026-474c-b040-e518dc350dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6aba9-1bac-4e23-af50-0617d3bf916f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.318943 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4c09c9fc-9026-474c-b040-e518dc350dbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3ca5941316f447092d6e87bfd154640&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4048030 May 06 23:33:46.328788 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39804) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:46.336550 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010da675-5472-4d96-ba3e-67d4ef510b7f None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:45Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:46.361606 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 2, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:46.368143 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cee29e-e217-4246-bef5-ec4ae07f7889 None None] Pushing event updated for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.372476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-a1e5357c-f5f6-4e05-904c-e948eed521cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:46.381493 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-a1e5357c-f5f6-4e05-904c-e948eed521cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb55fda8-0d1e-4c7b-9774-c03844ce1c0a HTTP/1.1" status: 200 len: 851 time: 0.2108204 May 06 23:33:46.397709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3635144b-53cf-404b-91f4-8d38df6f9dbf tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:46.411049 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3635144b-53cf-404b-91f4-8d38df6f9dbf tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 816 time: 0.8105555 May 06 23:33:46.449000 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d8b91cfb-ddf2-4497-9e0e-e3b6e721666a req-1ca222bf-b9fb-41bf-95bc-f7a564925284 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 210 time: 0.1945603 May 06 23:33:46.490996 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (12075b91-73d4-4357-ac8d-6c0999944e7c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.529894 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-c5690fcc-fda8-470f-a22b-b2b6c74dc65c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a6c753e-a2c2-4c8f-8937-d869f146b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311114 May 06 23:33:46.573933 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-0016bfb2-2e0a-46a6-a401-55d9930f307e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/quotas/d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 375 time: 0.1620400 May 06 23:33:46.620831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1e1636f1-9987-438d-b6c5-bf7635a9e0c6), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.648117 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.648117 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e1636f1-9987-438d-b6c5-bf7635a9e0c6 HTTP/1.1" status: 204 len: 168 time: 1.6335001 May 06 23:33:46.696659 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd38e96-24ed-4a1b-9097-f09e9cbdfb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1636f1-9987-438d-b6c5-bf7635a9e0c6,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.722361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (12075b91-73d4-4357-ac8d-6c0999944e7c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.754776 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-7d0f5742-71a4-46b3-b86f-a9f8c23c1e38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353209 May 06 23:33:46.760022 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (12075b91-73d4-4357-ac8d-6c0999944e7c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.785403 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Current status of the port 62925d7e-3bee-4c11-8b8c-5085b5037f3e is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:46.788497 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.803102 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:33:46.803809 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Updating router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:33:46.834562 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12075b91-73d4-4357-ac8d-6c0999944e7c,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:46.862792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.869563 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4b9e9139-3667-47e1-8b9d-0c150ebddfc5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8490005 May 06 23:33:46.870213 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39824) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:46.880836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': 'f5d014bf-069c-490c-b323-b6895b29fd3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:46.967672 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-5ae023cc-14c1-4773-a8b0-ffe08c96eca9 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142725 May 06 23:33:46.973769 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (1e562efd-9acb-4588-9ae2-305771a6d37c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:46.975792 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] Publish callbacks [] for security_group (b3e6aba9-1bac-4e23-af50-0617d3bf916f), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.074286 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] For port 62925d7e-3bee-4c11-8b8c-5085b5037f3e, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62925d7e-3bee-4c11-8b8c-5085b5037f3e,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:47.095891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (1e562efd-9acb-4588-9ae2-305771a6d37c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.105831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (1e562efd-9acb-4588-9ae2-305771a6d37c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.114535 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Attempting to bind port 571effc9-9b21-4953-9ccf-fb31c960eaf3 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:47.114981 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Attempting to bind port 571effc9-9b21-4953-9ccf-fb31c960eaf3 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:47.116868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Attempting to bind port 571effc9-9b21-4953-9ccf-fb31c960eaf3 on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:47.124221 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.133255 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.142510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e562efd-9acb-4588-9ae2-305771a6d37c,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:47.159978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.164330 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9bfdf1fc-eed2-4221-b307-3a15523ac214 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896776 May 06 23:33:47.164717 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39834) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:47.172202 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:47.227717 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.231657 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:47.232276 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:47.232923 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.235116 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Bound using segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:47.235801 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Bound port: 571effc9-9b21-4953-9ccf-fb31c960eaf3, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:47.236338 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.262948 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3a3467ab-1725-4523-ab43-1cd7d43959c5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:33:47.264351 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3a3467ab-1725-4523-ab43-1cd7d43959c5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3105593 May 06 23:33:47.287182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:47.287569 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.530002 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-ead13c7b-af14-4de0-877c-e48f7351c774 service neutron] 10.222.0.60 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976926 May 06 23:33:47.530909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 39840) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:47.533119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] Publish callbacks [] for security_group (b3e6aba9-1bac-4e23-af50-0617d3bf916f), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.542220 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] For port 571effc9-9b21-4953-9ccf-fb31c960eaf3, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:47.545513 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] For port 571effc9-9b21-4953-9ccf-fb31c960eaf3, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=571effc9-9b21-4953-9ccf-fb31c960eaf3,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:47.572985 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.578372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1519ed-1964-4dc3-a044-8ba8830b42cd None None] Pushing event updated for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:47.593930 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573552905', 'description': 'tempest-description--1294783926'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:47.704902 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-61409c81-f0d3-4619-8896-b2cdccc022ad req-0f7284a5-aac0-44f5-ae11-222048978604 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219651 May 06 23:33:47.722465 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b3e6aba9-1bac-4e23-af50-0617d3bf916f), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.725200 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.729718 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3e6aba9-1bac-4e23-af50-0617d3bf916f HTTP/1.1" status: 204 len: 168 time: 1.3997295 May 06 23:33:47.757438 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fd8ae-bdba-48de-a2cc-182c0529db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6aba9-1bac-4e23-af50-0617d3bf916f,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:47.839223 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62925d7e-3bee-4c11-8b8c-5085b5037f3e up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:47.861522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Current status of the port 62925d7e-3bee-4c11-8b8c-5085b5037f3e is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:47.892986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.898729 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Provisioning complete for port 571effc9-9b21-4953-9ccf-fb31c960eaf3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:47.899217 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.907985 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:47.949537 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:47.950175 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:48.010151 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb48ba5-671c-430e-92b2-18522feda4fb x-openstack-request-id: req-4fb48ba5-671c-430e-92b2-18522feda4fb {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:33:48.010467 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:33:48.010755 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fb48ba5-671c-430e-92b2-18522feda4fb {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:33:48.011201 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb48ba5-671c-430e-92b2-18522feda4fb'] response: {'name': 'network-changed', 'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca', 'status': 'completed', 'code': 200} May 06 23:33:48.164919 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (0c5ab8fb-0687-4555-a7f1-009dd1600798), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.204864 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0c5ab8fb-0687-4555-a7f1-009dd1600798), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.216753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cee29e-e217-4246-bef5-ec4ae07f7889 None None] Pushing event updated for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:48.343712 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-7b1a3331-6bba-45d4-b6d7-81a2e2e8287d service neutron] 10.222.0.60 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245400 May 06 23:33:48.367666 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.371938 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7866809 May 06 23:33:48.372279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39878) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:48.377040 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group_rule': {'security_group_id': '0c5ab8fb-0687-4555-a7f1-009dd1600798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:48.386687 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:48.387090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.434452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (8ac79037-f39e-451c-9054-6f87ee9beb4e), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.436234 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16684-ecf8-4f73-90e2-d1a31b31c1d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ab8fb-0687-4555-a7f1-009dd1600798,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:48.527909 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:48.583964 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.27.1.246 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/09456219-f203-4a84-bd60-ed00481259ba) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:48.611929 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-d587a337-fa8a-4865-8e16-1e2fb4cf4d75 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:48.636929 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-d587a337-fa8a-4865-8e16-1e2fb4cf4d75 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.4421487 May 06 23:33:48.654552 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (8ac79037-f39e-451c-9054-6f87ee9beb4e), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.669063 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-85f97a65-622d-4bf1-9694-09c20db2688b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/quotas/0a63c8271d644833bc46ae96dc3aa954 HTTP/1.1" status: 200 len: 375 time: 0.0273321 May 06 23:33:48.670480 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (8ac79037-f39e-451c-9054-6f87ee9beb4e), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.684944 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39890) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:48.712751 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac79037-f39e-451c-9054-6f87ee9beb4e,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:48.719086 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-09948545-a1da-4d2e-9d21-e05f38d22611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.731958 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.733507 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e23c0697-840a-456b-91ef-9ae674dcd89a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602006 May 06 23:33:48.739777 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39892) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:48.745250 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group_rule': {'security_group_id': '0c5ab8fb-0687-4555-a7f1-009dd1600798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:48.803940 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (b7011f2b-0d8e-4ec9-8d43-835a03bc6790), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.901700 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-d227ab83-0bd0-43a1-820d-e0c687b5439d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2192180 May 06 23:33:48.916702 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-09948545-a1da-4d2e-9d21-e05f38d22611 admin admin] Publish callbacks [] for security_group (a475d4c3-616a-4c0e-9149-2aadedbae6a7), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.929072 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 62925d7e-3bee-4c11-8b8c-5085b5037f3e is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:48.933857 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-09948545-a1da-4d2e-9d21-e05f38d22611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a475d4c3-616a-4c0e-9149-2aadedbae6a7), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.943003 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Current status of the port 571effc9-9b21-4953-9ccf-fb31c960eaf3 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:48.943585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.982585 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (b7011f2b-0d8e-4ec9-8d43-835a03bc6790), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:48.998040 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (b7011f2b-0d8e-4ec9-8d43-835a03bc6790), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.013947 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-09948545-a1da-4d2e-9d21-e05f38d22611 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d138594bb5d4334aa1fc67e587d3ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261991 May 06 23:33:49.015075 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09948545-a1da-4d2e-9d21-e05f38d22611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a475d4c3-616a-4c0e-9149-2aadedbae6a7,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:49.022249 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39898) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:49.094622 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7011f2b-0d8e-4ec9-8d43-835a03bc6790,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:49.108693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.59', 52752) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:49.167009 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e010adb5-f33c-4556-b556-89732de6407f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.210112 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.211374 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e8b347ad-dfc2-459d-b966-b33ce4ded69e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4704645 May 06 23:33:49.215591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks [] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.256785 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] For port 571effc9-9b21-4953-9ccf-fb31c960eaf3, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=571effc9-9b21-4953-9ccf-fb31c960eaf3,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:49.263021 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.282481 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 39908) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:49.297279 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.324430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:49.375631 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-c548f4c2-809e-4090-b31f-ce026e75a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:49.377595 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-c548f4c2-809e-4090-b31f-ce026e75a437 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2eeb9017821482580e5f489157f77b3&device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 1127 time: 0.2645855 May 06 23:33:49.403448 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c30fa-baa8-4b6a-b2cc-7995d4f1c76f None None] Pushing event updated for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:49.472568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.556175 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-1ac6b062-49c5-4f97-9142-9e46175a60b8 None None] Provisioning complete for port 571effc9-9b21-4953-9ccf-fb31c960eaf3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:49.556654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b062-49c5-4f97-9142-9e46175a60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.563722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (09456219-f203-4a84-bd60-ed00481259ba), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.637588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d205bb-c75c-4a2a-a934-2be13308315b req-69334f71-2e6a-4b2f-91dd-e61816554abe tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:49.639163 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5d205bb-c75c-4a2a-a934-2be13308315b req-69334f71-2e6a-4b2f-91dd-e61816554abe tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 943 time: 0.8387039 May 06 23:33:49.697351 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] Publish callbacks [] for security_group (a475d4c3-616a-4c0e-9149-2aadedbae6a7), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.728376 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:49.728936 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-06df8179-4095-420a-94a9-543c9b94a6a5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:49.730686 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-06df8179-4095-420a-94a9-543c9b94a6a5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.6665907 May 06 23:33:49.743721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62925d7e-3bee-4c11-8b8c-5085b5037f3e up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:49.770422 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'port': {'device_id': '7037f382-fa45-4675-b78d-c6903b738da5', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'admin_state_up': True, 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:49.821943 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5d205bb-c75c-4a2a-a934-2be13308315b req-1d10e20f-29e0-4753-979c-4b71bf859044 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389828 May 06 23:33:49.879206 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b310ba1-52e4-4f2e-9302-e82132f18482 None None] Pushing event updated for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:49.889882 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] Publish callbacks [] for security_group (a475d4c3-616a-4c0e-9149-2aadedbae6a7), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.894348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ece75e-25bc-45df-8d0a-4d93d014505a None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:49.910181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Attempting to bind port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:49.910573 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Attempting to bind port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:49.910958 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Attempting to bind port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:49.928497 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:49.928939 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Checking segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:49.929309 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.929943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Bound using segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:49.930415 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Bound port: 2576cf07-fa2a-41b6-867a-a4a2e33c5eca, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:49.930801 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.934824 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 62925d7e-3bee-4c11-8b8c-5085b5037f3e triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:49.935223 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:49.997627 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-e5cd0cca-c28c-46d9-a565-8a940952425e service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941982 May 06 23:33:50.091576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.189559 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-a874fd8e-a95f-468d-b037-56b8ac86374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:50.192761 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-a874fd8e-a95f-468d-b037-56b8ac86374c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a6c753e-a2c2-4c8f-8937-d869f146b65c HTTP/1.1" status: 200 len: 912 time: 0.7962434 May 06 23:33:50.218863 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] For port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:50.241341 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] For port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:50.242873 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6b062-49c5-4f97-9142-9e46175a60b8 None None] Current status of the port 571effc9-9b21-4953-9ccf-fb31c960eaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:50.258266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0b1ebc9e-b233-439f-a4bb-b2dcd8c579ef req-4ce345b1-eab2-4870-8fbb-936882540e6c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 210 time: 0.1988461 May 06 23:33:50.264351 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.274588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (09456219-f203-4a84-bd60-ed00481259ba), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.370652 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:50.381783 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:50.388645 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:50.418456 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Allocated IP 172.27.1.118 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/ecc4d5ef-40ff-4427-9203-412631220e9a) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:50.436243 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 62925d7e-3bee-4c11-8b8c-5085b5037f3e is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:50.505689 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a475d4c3-616a-4c0e-9149-2aadedbae6a7), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.509338 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.510955 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Provisioning complete for port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:50.511338 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.514061 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a475d4c3-616a-4c0e-9149-2aadedbae6a7 HTTP/1.1" status: 204 len: 168 time: 1.4841092 May 06 23:33:50.514170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=09456219-f203-4a84-bd60-ed00481259ba,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:50.534564 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:33:50.535534 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:33:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:50.578106 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.59', 52756) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:50.640263 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-ae464576-527c-42d6-986a-b41a086d703d service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418693 May 06 23:33:50.688476 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-40460f79-e40c-46de-9dc9-737b6b2dea6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca HTTP/1.1" status: 200 len: 217 time: 0.4108844 May 06 23:33:50.756863 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c30fa-baa8-4b6a-b2cc-7995d4f1c76f None None] Pushing event updated for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:50.814601 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:50.899837 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.092024 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacbd78-29be-45bf-8e11-a14f2336ce0e req-58548c2a-f835-4131-8492-04c93e3c897c tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:51.096339 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-da14cefe-f51d-4aa6-aa98-11a410d8a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:51.101964 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2bacbd78-29be-45bf-8e11-a14f2336ce0e req-58548c2a-f835-4131-8492-04c93e3c897c tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 943 time: 0.0782776 May 06 23:33:51.105653 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-da14cefe-f51d-4aa6-aa98-11a410d8a140 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb55fda8-0d1e-4c7b-9774-c03844ce1c0a HTTP/1.1" status: 200 len: 851 time: 0.1882596 May 06 23:33:51.110150 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Current status of the port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:51.110755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.112932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.127940 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae4d5e-3a0f-4d37-a464-bb0c7949854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a475d4c3-616a-4c0e-9149-2aadedbae6a7,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:51.130342 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.163206 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-add1c1af-8554-4c5d-8509-9f35b4d8754c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:51.165542 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-add1c1af-8554-4c5d-8509-9f35b4d8754c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 816 time: 0.5743585 May 06 23:33:51.174604 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:33:51.267779 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-08b27b2d-99a4-4705-92d7-9ca5511d8792 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a6c753e-a2c2-4c8f-8937-d869f146b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290433 May 06 23:33:51.271686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (09456219-f203-4a84-bd60-ed00481259ba), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.360903 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] For port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:51.402608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-039cad85-2c1b-47b8-9e1b-0dd239f5fe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.406006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.408006 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Made reservation on behalf of 0a63c8271d644833bc46ae96dc3aa954 for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:51.418005 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.561490 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-6be820ca-c244-4290-8ce5-75737f37fdc8 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226698 May 06 23:33:51.562991 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=ecc4d5ef-40ff-4427-9203-412631220e9a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:51.589758 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:51.596492 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-09087b1f-75b1-45b6-9057-2e899bab3b1e None None] Provisioning complete for port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:51.611819 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-09087b1f-75b1-45b6-9057-2e899bab3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:51.615340 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:51.657634 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:51.762613 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 571effc9-9b21-4953-9ccf-fb31c960eaf3 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:51.775107 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-72365bee-1b51-44a4-9919-1d8fd16e8115 req-7cc4ad44-eada-4019-897f-8e27da394fc0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 210 time: 0.5720360 May 06 23:33:52.082739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (09456219-f203-4a84-bd60-ed00481259ba), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.092884 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.108226 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 58f98125-7ac6-43c1-96bd-ea6b17c363ca details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:33:52.169315 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2bacbd78-29be-45bf-8e11-a14f2336ce0e req-c3b53ebe-ac60-4985-82f8-10c1bafdcb94 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0663848 May 06 23:33:52.189025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-01019832-4dc9-4a50-972f-ad02e6421d33 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 378 time: 0.9329219 May 06 23:33:52.217167 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e84bfdc8-261d-450a-bb58-46aa2400e799 req-68bb65fa-2ce2-44cb-9baf-f347109ef694 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 210 time: 0.2512171 May 06 23:33:52.223066 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'port': {'device_id': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'admin_state_up': True, 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'security_groups': ['d01fbe93-7a34-4ebe-9321-1faf38d70108']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:52.240771 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (09456219-f203-4a84-bd60-ed00481259ba), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.284964 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5ac4e5ea-6400-4db3-9b7d-d0cfbb4401c9 req-f829df45-bf71-4806-9cba-e6a2396b9bb0 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128747 May 06 23:33:52.288098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.332101 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff2645-0f75-40f8-ae65-3391447c229a None None] Pushing event updated for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:52.355865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Allocated IP 172.20.0.8 (c67eab3e-5f42-4b08-b50f-46be90ec8694/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751/6448b9df-7a5b-4462-9151-a863b9c9ce7a) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:52.391850 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=09456219-f203-4a84-bd60-ed00481259ba,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:52.421175 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.441178 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 571effc9-9b21-4953-9ccf-fb31c960eaf3 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:52.441598 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.446225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-accb5624-81a5-488e-9583-edee32267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:50Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:33:52.448088 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.449733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-edd37162-0560-48a8-9f04-7d80d539d2b2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2839811 May 06 23:33:52.482345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Made reservation on behalf of d822816898904cd89c9565cad32a3000 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:52.486157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:52.946582 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca,segment=NetworkSegment(bc93427c-aa4e-4058-8735-be819a4dbab1),segment_id=bc93427c-aa4e-4058-8735-be819a4dbab1)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:52.973644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5624-81a5-488e-9583-edee32267f14 None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:50Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:33:53.006141 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '58f98125-7ac6-43c1-96bd-ea6b17c363ca', 'network_id': '1a6c753e-a2c2-4c8f-8937-d869f146b65c', 'port_id': '58f98125-7ac6-43c1-96bd-ea6b17c363ca', 'mac_address': 'fa:16:3e:4f:2d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb55fda8-0d1e-4c7b-9774-c03844ce1c0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:33:53.020723 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-09087b1f-75b1-45b6-9057-2e899bab3b1e None None] Current status of the port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:53.048966 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-ad654758-854a-4012-82d2-2fbb8e0c2c7b tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1452084284&fields=id&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 267 time: 0.2468247 May 06 23:33:53.051805 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.061842 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09e5e80b-4343-47c5-ad76-835611e0f85e req-0aaa49d8-a158-4ab9-9d5f-063ce453ce5e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 210 time: 0.1505818 May 06 23:33:53.114559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Allocated IP 172.20.0.3 (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1/a3adf349-a163-47bc-9655-9b1bfc32dd14/86468228-ab16-47f2-9446-421cf52e2da0) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:53.272145 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-c30fdf3b-fcc1-49f1-9d40-115fde41ae81 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:53.274486 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-c30fdf3b-fcc1-49f1-9d40-115fde41ae81 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.4115179 May 06 23:33:53.330255 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'port': {'device_id': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'admin_state_up': True, 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:53.388242 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.420588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-3a465548-7179-444f-a29b-02bdce8ca66f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:53.425065 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-3a465548-7179-444f-a29b-02bdce8ca66f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.3507829 May 06 23:33:53.436186 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 571effc9-9b21-4953-9ccf-fb31c960eaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:53.445628 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 58f98125-7ac6-43c1-96bd-ea6b17c363ca is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:53.447461 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.477777 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.483783 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f98125-7ac6-43c1-96bd-ea6b17c363ca {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:33:53.511706 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.522025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-b7e327fa-ea4d-4599-9777-416637f43a78 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/quotas/1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 375 time: 0.0836093 May 06 23:33:53.531376 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.544779 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca,segment=NetworkSegment(bc93427c-aa4e-4058-8735-be819a4dbab1),segment_id=bc93427c-aa4e-4058-8735-be819a4dbab1)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:53.551419 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.694501 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:53.721361 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2576cf07-fa2a-41b6-867a-a4a2e33c5eca up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:53.727759 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-e02a5b83-a30b-4cb6-b274-2f07c6be6006 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919839 May 06 23:33:53.734845 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (86468228-ab16-47f2-9446-421cf52e2da0), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.743484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fa4c8-7976-4e3f-b207-33d8e60b53e0 req-78cef083-1624-4cbe-a851-6fb2d8395bad tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:53.745512 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b73fa4c8-7976-4e3f-b207-33d8e60b53e0 req-78cef083-1624-4cbe-a851-6fb2d8395bad tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 943 time: 0.2545533 May 06 23:33:53.747817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.789501 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.798949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=ecc4d5ef-40ff-4427-9203-412631220e9a,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:53.832733 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:53.833510 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.882085 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.883286 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2c4ef0df-2176-4c37-9e6c-44d869f4591b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5744505 May 06 23:33:53.889214 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['58f98125-7ac6-43c1-96bd-ea6b17c363ca'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:33:53.900501 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:53.915724 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:53.920506 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:53.922104 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b73fa4c8-7976-4e3f-b207-33d8e60b53e0 req-91f157a7-52eb-4aeb-830d-9daa5913b0a5 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634996 May 06 23:33:53.926265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:53.926992 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.927161 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.944302 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Made reservation on behalf of 0a63c8271d644833bc46ae96dc3aa954 for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:33:53.947744 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:53.963102 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:53.970964 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cf7a5399-25e8-4b99-be41-7e3b15db6511 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2107201 May 06 23:33:53.984526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Request body: {'port': {'device_id': '7037f382-fa45-4675-b78d-c6903b738da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:54.068984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:54.078080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:54.080844 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-63259d61-4fba-4990-ae38-e20fa025f9cb service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326862 May 06 23:33:54.082325 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:54.093403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:54.183279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.442716 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-18b6a514-6774-44f1-9191-4060976a43e3 None None] Provisioning complete for port 6448b9df-7a5b-4462-9151-a863b9c9ce7a triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:54.443789 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-18b6a514-6774-44f1-9191-4060976a43e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.471936 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Allocated IP 172.20.0.10 (c67eab3e-5f42-4b08-b50f-46be90ec8694/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751/5610bbab-39a3-426f-9a09-91307dffd7ba) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:33:54.512310 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:54.558498 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-18b6a514-6774-44f1-9191-4060976a43e3 None None] Port 6448b9df-7a5b-4462-9151-a863b9c9ce7a cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:54.673510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:54.674142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.682734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-f04003c8-4df1-47e1-abba-5845e6475879 None None] Provisioning complete for port 86468228-ab16-47f2-9446-421cf52e2da0 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:54.683134 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f04003c8-4df1-47e1-abba-5845e6475879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (86468228-ab16-47f2-9446-421cf52e2da0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.689936 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32f89-f1e0-4420-b3e5-921802a38ad3 req-8627bc47-5ddb-4e15-bb98-9bc4696a3616 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:54.691492 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1e32f89-f1e0-4420-b3e5-921802a38ad3 req-8627bc47-5ddb-4e15-bb98-9bc4696a3616 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 931 time: 0.5753593 May 06 23:33:54.753871 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-296a960a-368d-4ca1-9ddd-c26e4ce69d38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5351009 May 06 23:33:54.775736 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-f04003c8-4df1-47e1-abba-5845e6475879 None None] Port 86468228-ab16-47f2-9446-421cf52e2da0 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:54.775899 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Request body: {'port': {'device_id': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:54.803169 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.856094 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.873680 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-fb4ca966-88ed-4726-a9f0-991d4e7cb6ee service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771485 May 06 23:33:54.889279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:54.918230 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1e32f89-f1e0-4420-b3e5-921802a38ad3 req-cbdd2e21-4fb4-459c-8777-0d6a52fcb860 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194347 May 06 23:33:55.095621 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:33:55.111348 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:33:55.112910 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:33:55.118789 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:55.119512 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.166875 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:55.197261 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-6ab7d9c1-f603-4649-a587-8aa733d1e3b3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9045854 May 06 23:33:55.228061 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Request body: {'port': {'device_id': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:33:55.231231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.383877 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.567112 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d291d5b-5730-4fd8-ae10-d9f051e48011 req-16f39840-4f5d-4c9e-9a94-0b18b3842141 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:55.571902 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4d291d5b-5730-4fd8-ae10-d9f051e48011 req-16f39840-4f5d-4c9e-9a94-0b18b3842141 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 932 time: 0.1501565 May 06 23:33:55.597811 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6448b9df-7a5b-4462-9151-a863b9c9ce7a {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:33:55.598792 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-0811b84c-6eb9-4ca0-99e4-46f05dc86129 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1573552905&fields=id&tenant_id=4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 267 time: 0.1597714 May 06 23:33:55.605426 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f312826-9b7c-4f2d-a830-55a936da18fa None None] Provisioning complete for port 5610bbab-39a3-426f-9a09-91307dffd7ba triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:55.607572 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks [] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.609800 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f312826-9b7c-4f2d-a830-55a936da18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.622826 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Transition to ACTIVE for port object 6448b9df-7a5b-4462-9151-a863b9c9ce7a will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:33:55.631722 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.680394 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f312826-9b7c-4f2d-a830-55a936da18fa None None] Port 5610bbab-39a3-426f-9a09-91307dffd7ba cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:33:55.717054 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:33:55.771042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks [] for port (86468228-ab16-47f2-9446-421cf52e2da0), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:55.892837 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4d291d5b-5730-4fd8-ae10-d9f051e48011 req-764d7c04-62c8-452a-bca9-80444aa4150b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809813 May 06 23:33:55.917996 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:55.984733 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Transition to ACTIVE for port object 86468228-ab16-47f2-9446-421cf52e2da0 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:33:56.010271 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.031601 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 58f98125-7ac6-43c1-96bd-ea6b17c363ca up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:33:56.092878 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Attempting to bind port 6448b9df-7a5b-4462-9151-a863b9c9ce7a on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:56.093335 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Attempting to bind port 6448b9df-7a5b-4462-9151-a863b9c9ce7a by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:56.093779 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Attempting to bind port 6448b9df-7a5b-4462-9151-a863b9c9ce7a on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:56.104254 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Port 6448b9df-7a5b-4462-9151-a863b9c9ce7a on network c67eab3e-5f42-4b08-b50f-46be90ec8694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:33:56.104727 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Attempting to bind port 6448b9df-7a5b-4462-9151-a863b9c9ce7a on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:56.121209 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:56.121721 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:56.123021 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Bound using segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:56.123569 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Bound port: 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:56.124092 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.182157 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 58f98125-7ac6-43c1-96bd-ea6b17c363ca completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:33:56.197127 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 58f98125-7ac6-43c1-96bd-ea6b17c363ca triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:33:56.198595 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.243953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08279615-5d64-459a-a8cb-beebd5d69c01 req-92b16bba-15b7-4884-be61-3df9fc6d9f29 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:56.251914 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08279615-5d64-459a-a8cb-beebd5d69c01 req-92b16bba-15b7-4884-be61-3df9fc6d9f29 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 944 time: 0.1570611 May 06 23:33:56.348134 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:56.365708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:56.389250 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08279615-5d64-459a-a8cb-beebd5d69c01 req-da2a6a2b-b7bf-4a78-92f1-5b681b91859f tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366439 May 06 23:33:56.396446 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5610bbab-39a3-426f-9a09-91307dffd7ba {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:33:56.397735 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-930b8ef2-44ba-4b11-a99e-5ffbf345b0da tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:56.401869 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40120) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:56.410729 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-930b8ef2-44ba-4b11-a99e-5ffbf345b0da tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 810 time: 0.8101957 May 06 23:33:56.432832 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks [] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.436781 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.463093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 58f98125-7ac6-43c1-96bd-ea6b17c363ca is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:33:56.463688 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.472484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:56.483645 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-3bb6cd49-b569-4d5d-a17a-9136b29d0b06 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/quotas/4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 375 time: 0.0710056 May 06 23:33:56.508957 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Transition to ACTIVE for port object 5610bbab-39a3-426f-9a09-91307dffd7ba will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:33:56.516054 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:56.516801 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.518226 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] 10.222.0.59 "PUT /v2.0/ports/6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 1093 time: 2.5401268 May 06 23:33:56.518745 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:33:56.519812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:33:56.522810 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd44e40-26d2-4730-b693-28242dbeecbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:33:56.530802 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.564455 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfd96a-5b8e-4cc0-a736-06c60f119c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:56.581205 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-fed2e116-9e02-43a2-a27e-112962899fce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916324 May 06 23:33:56.681325 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Pushing event updated for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:56.684038 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Attempting to bind port 5610bbab-39a3-426f-9a09-91307dffd7ba on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:56.684451 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Attempting to bind port 5610bbab-39a3-426f-9a09-91307dffd7ba by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:56.684814 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Attempting to bind port 5610bbab-39a3-426f-9a09-91307dffd7ba on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:56.697677 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Port 5610bbab-39a3-426f-9a09-91307dffd7ba on network c67eab3e-5f42-4b08-b50f-46be90ec8694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:33:56.697677 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Attempting to bind port 5610bbab-39a3-426f-9a09-91307dffd7ba on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:56.714553 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:56.714922 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:56.715307 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Bound using segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:56.715807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Bound port: 5610bbab-39a3-426f-9a09-91307dffd7ba, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:56.716100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca,segment=NetworkSegment(bc93427c-aa4e-4058-8735-be819a4dbab1),segment_id=bc93427c-aa4e-4058-8735-be819a4dbab1)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:33:56.716570 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.724993 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.789850 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f836a7e0-144e-40df-8a4b-11ef3523a08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.851919 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:56.868663 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:56.873616 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=5610bbab-39a3-426f-9a09-91307dffd7ba,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:56.888490 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb674d63-3da3-4415-816e-e664b554fca7 req-a4281108-33e6-4ad1-9173-cd9f29d60895 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 210 time: 0.1536996 May 06 23:33:56.896143 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:56.951038 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Attempting to bind port 86468228-ab16-47f2-9446-421cf52e2da0 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:33:56.951766 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Attempting to bind port 86468228-ab16-47f2-9446-421cf52e2da0 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:33:56.952469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Attempting to bind port 86468228-ab16-47f2-9446-421cf52e2da0 on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:56.980469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Port 86468228-ab16-47f2-9446-421cf52e2da0 on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:33:56.980951 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Attempting to bind port 86468228-ab16-47f2-9446-421cf52e2da0 on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:33:57.001365 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:33:57.001995 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Checking segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:33:57.002646 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Bound using segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:33:57.003183 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Bound port: 86468228-ab16-47f2-9446-421cf52e2da0, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:33:57.008823 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.040049 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Pushing event updated for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:57.045643 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:57.047273 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.049083 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-5679336d-fe12-4c19-a9ea-f7cfb1daae2e service neutron] 10.222.0.59 "PUT /v2.0/ports/5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 1094 time: 1.8305373 May 06 23:33:57.065289 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-714e01ef-edfd-4baa-9c99-40dd69f13e5e service neutron] 10.222.0.60 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817185 May 06 23:33:57.071774 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9acbf-1dcc-4985-87a3-34c88243b464" -d '{"events": [{"server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "name": "network-vif-plugged", "status": "completed", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:33:57.092824 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f836a7e0-144e-40df-8a4b-11ef3523a08e admin admin] Publish callbacks [] for security_group (60f3447f-8202-423c-8c7c-2407cfd3822b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.101798 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f836a7e0-144e-40df-8a4b-11ef3523a08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (60f3447f-8202-423c-8c7c-2407cfd3822b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.129902 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072434-ae37-49ee-919f-02255120f9de req-383475ec-4404-4322-93c3-f62c456e5369 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:57.134342 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-db072434-ae37-49ee-919f-02255120f9de req-383475ec-4404-4322-93c3-f62c456e5369 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0997193 May 06 23:33:57.150311 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f836a7e0-144e-40df-8a4b-11ef3523a08e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56a9aa890dae4ed3afcbb0f9ad326105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7467780 May 06 23:33:57.155940 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40138) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:57.185763 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836a7e0-144e-40df-8a4b-11ef3523a08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f3447f-8202-423c-8c7c-2407cfd3822b,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:57.222700 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] Publish callbacks [] for security_group (60f3447f-8202-423c-8c7c-2407cfd3822b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.249513 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] Publish callbacks [] for security_group (60f3447f-8202-423c-8c7c-2407cfd3822b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.330894 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (60f3447f-8202-423c-8c7c-2407cfd3822b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.334046 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.337697 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60f3447f-8202-423c-8c7c-2407cfd3822b HTTP/1.1" status: 204 len: 168 time: 0.1773860 May 06 23:33:57.345772 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af6734-d498-4c98-8eb4-aceb5675c49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f3447f-8202-423c-8c7c-2407cfd3822b,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:57.356434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:33:57.362630 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-db072434-ae37-49ee-919f-02255120f9de req-4729eb37-28c0-4507-911b-6ce88710b1f6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1917441 May 06 23:33:57.364170 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-1ebf6bfd-0f9a-4572-949d-22fd0fcb7b58 service neutron] 10.222.0.60 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980340 May 06 23:33:57.402059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:33:57.417891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.498265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625f6103-c3a5-4530-b38b-1598c07a9d55 x-openstack-request-id: req-625f6103-c3a5-4530-b38b-1598c07a9d55 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:33:57.498903 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:33:57.499332 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-625f6103-c3a5-4530-b38b-1598c07a9d55 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:33:57.499932 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625f6103-c3a5-4530-b38b-1598c07a9d55'] response: {'name': 'network-changed', 'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a', 'status': 'completed', 'code': 200} May 06 23:33:57.606909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:57.643557 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:57.644191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.645933 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-3fa8318e-f793-4213-89bb-4b63d8b6d59f service neutron] 10.222.0.59 "PUT /v2.0/ports/86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 1093 time: 2.8809063 May 06 23:33:57.646400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:33:57.762584 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc6d4-0f79-44ab-bec6-db897100dd7c req-06ccb999-09ea-4464-a261-1388d540e9a6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:57.764687 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f64fc6d4-0f79-44ab-bec6-db897100dd7c req-06ccb999-09ea-4464-a261-1388d540e9a6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.1386416 May 06 23:33:57.826418 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f64fc6d4-0f79-44ab-bec6-db897100dd7c req-fd37b256-0252-4e43-bf2e-8d0979a06e11 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553465 May 06 23:33:57.899824 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f65813-8bcd-4db0-afe1-16d25a2bc758" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:33:57.902528 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40166) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:57.922323 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0184e854-81d4-486a-b7e2-b88d70877223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:57.946828 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c168d3-c9fa-445d-910b-b813f077db65 x-openstack-request-id: req-40c168d3-c9fa-445d-910b-b813f077db65 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:33:57.947353 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "name": "network-vif-plugged", "status": "completed", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:33:57.947494 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40c168d3-c9fa-445d-910b-b813f077db65 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:33:57.947996 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c168d3-c9fa-445d-910b-b813f077db65'] response: {'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca', 'code': 200} May 06 23:33:57.967301 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3b02-5382-46a2-8554-2a993134fc38 req-7cc300dd-e48d-49cb-be62-0c778faeecac tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:57.968963 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32ca3b02-5382-46a2-8554-2a993134fc38 req-7cc300dd-e48d-49cb-be62-0c778faeecac tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0517857 May 06 23:33:58.034102 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9862c274-0445-4bdf-9e6e-9386e32bd204 req-59dfb14f-f241-426a-b9b3-3189998413ad tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0356848 May 06 23:33:58.034495 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0184e854-81d4-486a-b7e2-b88d70877223 admin admin] Publish callbacks [] for security_group (b777dc94-5c43-4338-8ed2-4b8b5b251787), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.039902 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0184e854-81d4-486a-b7e2-b88d70877223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b777dc94-5c43-4338-8ed2-4b8b5b251787), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.057685 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32ca3b02-5382-46a2-8554-2a993134fc38 req-3ca7ed97-6df0-4ace-b7c9-98d58f3a2a9e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820646 May 06 23:33:58.087627 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184e854-81d4-486a-b7e2-b88d70877223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b777dc94-5c43-4338-8ed2-4b8b5b251787,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:58.096222 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0184e854-81d4-486a-b7e2-b88d70877223 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=776ff1c0661049198057d9734a9f43d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926260 May 06 23:33:58.096854 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40178) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:58.160132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] Publish callbacks [] for security_group (b777dc94-5c43-4338-8ed2-4b8b5b251787), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.170065 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2d54a9d0-92d2-48f7-bd8f-7a02dbefbe41 req-24723f6f-7a49-468b-9261-2e318c4c49aa tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 210 time: 0.0473464 May 06 23:33:58.193708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] Publish callbacks [] for security_group (b777dc94-5c43-4338-8ed2-4b8b5b251787), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.248345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddbfe77-9875-4c82-8e51-f70e1185d710 x-openstack-request-id: req-cddbfe77-9875-4c82-8e51-f70e1185d710 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:33:58.248672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:33:58.248926 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cddbfe77-9875-4c82-8e51-f70e1185d710 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:33:58.249420 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddbfe77-9875-4c82-8e51-f70e1185d710'] response: {'name': 'network-changed', 'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'status': 'completed', 'code': 200} May 06 23:33:58.249708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b777dc94-5c43-4338-8ed2-4b8b5b251787), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.252230 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.253417 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b777dc94-5c43-4338-8ed2-4b8b5b251787 HTTP/1.1" status: 204 len: 168 time: 0.1553848 May 06 23:33:58.261546 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a74057-ba88-46ea-bf71-a406ffed5889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b777dc94-5c43-4338-8ed2-4b8b5b251787,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:58.517633 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c0d3a-644b-4f6e-baa3-7bdd3e8cbf45 req-18df7ab6-43f2-4505-b9f4-1715a024730f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:58.519008 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0d8c0d3a-644b-4f6e-baa3-7bdd3e8cbf45 req-18df7ab6-43f2-4505-b9f4-1715a024730f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0520613 May 06 23:33:58.568554 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0d8c0d3a-644b-4f6e-baa3-7bdd3e8cbf45 req-605a68ea-ae4b-40ef-a3e0-311308693811 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427890 May 06 23:33:58.588982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40190) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:58.601861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccf9d-9f7a-4b9f-b83b-94237fd8aa95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.674981 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccf9d-9f7a-4b9f-b83b-94237fd8aa95 admin admin] Publish callbacks [] for security_group (6550be8c-adec-47ed-bd63-d16d1175dfa5), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.678588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccf9d-9f7a-4b9f-b83b-94237fd8aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6550be8c-adec-47ed-bd63-d16d1175dfa5), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.718337 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4d5ccf9d-9f7a-4b9f-b83b-94237fd8aa95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2ad1cc6f28847ef853e0fa0db225a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282997 May 06 23:33:58.720165 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ccf9d-9f7a-4b9f-b83b-94237fd8aa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6550be8c-adec-47ed-bd63-d16d1175dfa5,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:58.721067 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40192) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:58.784786 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] Publish callbacks [] for security_group (6550be8c-adec-47ed-bd63-d16d1175dfa5), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.810279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] Publish callbacks [] for security_group (6550be8c-adec-47ed-bd63-d16d1175dfa5), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.859367 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6550be8c-adec-47ed-bd63-d16d1175dfa5), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.861866 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:33:58.863031 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6550be8c-adec-47ed-bd63-d16d1175dfa5 HTTP/1.1" status: 204 len: 168 time: 0.1409948 May 06 23:33:58.871901 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad66c16-b9fd-4212-b30e-6d01a17952ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550be8c-adec-47ed-bd63-d16d1175dfa5,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:33:58.941187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2aba-e186-4c16-88ce-05ae370faab8 req-b0f44f1b-412d-4743-b048-fc49825518f6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:58.942664 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-551c2aba-e186-4c16-88ce-05ae370faab8 req-b0f44f1b-412d-4743-b048-fc49825518f6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0483136 May 06 23:33:58.994191 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-551c2aba-e186-4c16-88ce-05ae370faab8 req-6ef380e6-f23d-47ae-bfda-376c5898b3d0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 May 06 23:33:59.143939 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-872b3b37-aec1-41aa-a1c7-3e7f0d901f9e req-6a53ea0b-cc5e-4d68-82ec-76dd5a214f72 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0310082 May 06 23:33:59.194446 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782dc03-8450-4353-ab9b-80057bd99745 req-834b184f-00e1-4d7f-b15a-a2ee3bf6c6db tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:59.196154 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1782dc03-8450-4353-ab9b-80057bd99745 req-834b184f-00e1-4d7f-b15a-a2ee3bf6c6db tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0554373 May 06 23:33:59.297811 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1782dc03-8450-4353-ab9b-80057bd99745 req-8166dc96-1320-4d22-a287-6d025cea54e0 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955455 May 06 23:33:59.303203 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-7e630749-6002-4956-9eaa-4296a3ff5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:59.310221 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-7e630749-6002-4956-9eaa-4296a3ff5e93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1127 time: 0.0604875 May 06 23:33:59.321350 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a5961cc-b0a5-4423-ac6d-766b0ecaadc9 req-8f863590-130b-45ae-a41f-d1e4d5e3e0ae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 210 time: 0.0430610 May 06 23:33:59.480399 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-715587e7-acaa-4040-a0ab-487b9a9b8fa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.1215653 May 06 23:33:59.597870 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-c75c6660-7778-4031-bf00-b8e4e206b66c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:59.599669 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-c75c6660-7778-4031-bf00-b8e4e206b66c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.2358155 May 06 23:33:59.600391 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.59', 52771) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:59.600890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.59', 52772) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:33:59.843104 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:33:59.843104 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c2141-8673-4370-8575-8fde9ec7fd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:33:59.845606 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-9f26f0fa-a96c-4216-8fe3-c3a0fd7cfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:33:59.847693 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-9f26f0fa-a96c-4216-8fe3-c3a0fd7cfe49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1127 time: 0.3933086 May 06 23:33:59.950133 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5888be86-bd96-4caf-9bbc-ab71955ee67b x-openstack-request-id: req-5888be86-bd96-4caf-9bbc-ab71955ee67b {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:33:59.950462 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:33:59.950724 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5888be86-bd96-4caf-9bbc-ab71955ee67b {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:33:59.951845 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5888be86-bd96-4caf-9bbc-ab71955ee67b'] response: {'name': 'network-changed', 'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba', 'status': 'completed', 'code': 200} May 06 23:34:00.008878 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-2f061012-089b-41ce-8dd1-4778040dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.010777 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-2f061012-089b-41ce-8dd1-4778040dd13d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1128 time: 0.4083235 May 06 23:34:00.022285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce6fc-718e-4013-8bc8-98f99ac35a02 req-14f55eee-cbc6-49ea-b851-30bdd0cec875 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.024518 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7fcce6fc-718e-4013-8bc8-98f99ac35a02 req-14f55eee-cbc6-49ea-b851-30bdd0cec875 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.1486101 May 06 23:34:00.049928 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-950694d8-5ea0-4334-94e8-af3f196f95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.057453 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-950694d8-5ea0-4334-94e8-af3f196f95a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 1129 time: 0.4529927 May 06 23:34:00.087806 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-eeda01b1-9ef9-4d6a-866a-ccd7ddb0c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.089795 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-eeda01b1-9ef9-4d6a-866a-ccd7ddb0c1eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.2410083 May 06 23:34:00.166519 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-e841ec73-713e-4ea0-8599-6ca7e957a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.168017 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-e841ec73-713e-4ea0-8599-6ca7e957a537 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d822816898904cd89c9565cad32a3000&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3085771 May 06 23:34:00.304989 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-4eafd07d-012b-4ce4-ba17-ab41bb00660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.307409 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-4eafd07d-012b-4ce4-ba17-ab41bb00660b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236584 May 06 23:34:00.319371 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.59', 52779) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:00.435015 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-970e5e84-0e86-4710-b164-9b5daba41d6f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 380 time: 0.7615471 May 06 23:34:00.470904 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97000a9d-7563-40f2-bae2-cafb6f81c5fd req-44775384-2c71-4163-a0be-7f33451407fa tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.478523 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97000a9d-7563-40f2-bae2-cafb6f81c5fd req-44775384-2c71-4163-a0be-7f33451407fa tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.3632188 May 06 23:34:00.483517 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:00.489251 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'port': {'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'admin_state_up': True, 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'security_groups': ['f5d014bf-069c-490c-b323-b6895b29fd3b']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:00.503574 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-7b93bc90-ae49-4f85-9560-1f98b1824e50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 217 time: 0.1293418 May 06 23:34:00.526730 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7fcce6fc-718e-4013-8bc8-98f99ac35a02 req-4ed2392e-9ccd-4d28-82c6-13a1cba7d413 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4572933 May 06 23:34:00.763796 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-075ed929-2aba-4730-b252-7018de1b2060 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008338 May 06 23:34:00.772405 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d04e395d-598a-4b54-ac28-f70dea41ced8 req-092e9a23-7944-4d29-8bfc-91185a5d2452 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.1020381 May 06 23:34:00.821439 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97000a9d-7563-40f2-bae2-cafb6f81c5fd req-4927323a-e0bd-4000-84c1-acf7fc47df32 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420279 May 06 23:34:00.827165 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-23f10a5b-904d-4d53-afcf-26e12b8b0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.831331 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-23f10a5b-904d-4d53-afcf-26e12b8b0e0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.3008411 May 06 23:34:00.857256 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-fdbc9e18-bd53-48e3-a03d-ffda66e282d9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.860101 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-fdbc9e18-bd53-48e3-a03d-ffda66e282d9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 810 time: 0.5383248 May 06 23:34:00.885416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:00.889381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:00.900285 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-4ec9c2b8-f8f3-4748-b970-5a7ee3fba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:00.901925 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f8f65813-8bcd-4db0-afe1-16d25a2bc758 req-4ec9c2b8-f8f3-4748-b970-5a7ee3fba321 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5985682 May 06 23:34:00.949198 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-a0b0e814-e18d-4ab5-be36-7960bd018d29 req-cc57fea7-6bef-4200-84b1-e006168775c4 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712105 May 06 23:34:01.018107 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9131e734-be22-4ee8-ada0-52ab9c846673 req-86a8829f-fe95-4d00-b50b-a50fbb9a7e4e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 210 time: 0.0831289 May 06 23:34:01.027845 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-520d95e3-563c-4a46-a2b9-54a535550bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:01.029532 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-520d95e3-563c-4a46-a2b9-54a535550bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1911228 May 06 23:34:01.051745 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301ec6-9313-490d-8e97-0179259dfdff req-62e73d03-f4c4-46e5-b88c-c36967f1957d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:01.053405 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4a301ec6-9313-490d-8e97-0179259dfdff req-62e73d03-f4c4-46e5-b88c-c36967f1957d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.1690428 May 06 23:34:01.107962 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] Publish callbacks [] for security_group (6d5807fe-d86c-46df-a255-b8f4292f7f56), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.125946 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6d5807fe-d86c-46df-a255-b8f4292f7f56), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.234861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5807fe-d86c-46df-a255-b8f4292f7f56,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:01.244009 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687038 May 06 23:34:01.251923 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4a301ec6-9313-490d-8e97-0179259dfdff req-f75a2edd-597b-4be2-b721-a960cac354dc tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663244 May 06 23:34:01.270931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.20.0.4 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/0f0b6875-ddaf-438f-8784-2c2ef6d380e7) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:34:01.424493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.459356 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.500784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:34:01.503794 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:01.507953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:34:01.533491 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:01.562201 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:01.562806 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.582405 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-f6011fc4-febe-456c-8bc9-1111cde7316c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0998254 May 06 23:34:01.650358 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cde08-f6f1-4b6c-9c49-55b745b21273 req-a6afd405-2744-4c37-941a-eb1158cdf49f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:01.651747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d47cde08-f6f1-4b6c-9c49-55b745b21273 req-a6afd405-2744-4c37-941a-eb1158cdf49f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0491133 May 06 23:34:01.704934 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d47cde08-f6f1-4b6c-9c49-55b745b21273 req-9c7c28fb-6c40-43ca-a8a2-60da167bf4e9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474215 May 06 23:34:01.737882 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-2575c1ec-cd84-4dd7-b62a-4321731924a6 None None] Provisioning complete for port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:01.738410 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2575c1ec-cd84-4dd7-b62a-4321731924a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:01.773107 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-2575c1ec-cd84-4dd7-b62a-4321731924a6 None None] Port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:34:01.869705 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-905dbd1d-b664-4c0f-b5bf-ea7e0d31b1c2 req-ad16176b-66f3-460d-b386-96204c03c6d0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0287361 May 06 23:34:01.944250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03416a8-e247-480f-95b8-6929c2843eb1 req-5326bf7e-f863-48dd-b408-d5bbcf1a58a2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:01.946269 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e03416a8-e247-480f-95b8-6929c2843eb1 req-5326bf7e-f863-48dd-b408-d5bbcf1a58a2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0453479 May 06 23:34:01.991489 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e03416a8-e247-480f-95b8-6929c2843eb1 req-8a08be96-27b9-4a56-928d-7ca3ec290423 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 May 06 23:34:02.134682 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe0b69-d00b-4fc0-b357-b193323ec829 req-bb54fbcb-296f-4f8e-b7da-2cefdfd422ec tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:02.136136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d5fe0b69-d00b-4fc0-b357-b193323ec829 req-bb54fbcb-296f-4f8e-b7da-2cefdfd422ec tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 931 time: 0.0493081 May 06 23:34:02.181825 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d5fe0b69-d00b-4fc0-b357-b193323ec829 req-88b5e04e-07d2-44c9-b8a0-c8a070ec5ea6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 May 06 23:34:02.373152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcff2e4-7908-42a1-9b05-40efad7a0fdb req-23e95a7e-6410-407a-aee0-1388a9f0e837 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:02.374613 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3fcff2e4-7908-42a1-9b05-40efad7a0fdb req-23e95a7e-6410-407a-aee0-1388a9f0e837 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0479906 May 06 23:34:02.419374 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3fcff2e4-7908-42a1-9b05-40efad7a0fdb req-f4c56665-fb98-48f9-84f5-f22d6d847bd8 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 May 06 23:34:02.817321 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555b56c-79b0-46ce-bf68-68b7fbd48824 req-f76364e1-4870-41c8-9d95-00a8892a1fc3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:02.818744 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4555b56c-79b0-46ce-bf68-68b7fbd48824 req-f76364e1-4870-41c8-9d95-00a8892a1fc3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0445511 May 06 23:34:02.867696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4555b56c-79b0-46ce-bf68-68b7fbd48824 req-63765f1b-22d9-41e1-85b7-af6ba28a7fb6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428648 May 06 23:34:02.961023 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3da0cf6-681e-4917-a0d2-bdf9f2e3f203 req-11b210c9-74b6-47bc-9411-be613a492b93 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0267575 May 06 23:34:03.102759 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4547-628b-4d14-b2a1-90b9f9184937 req-2bd6dbd6-9924-4e60-9707-61d0253b1dbc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:03.104093 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efcd4547-628b-4d14-b2a1-90b9f9184937 req-2bd6dbd6-9924-4e60-9707-61d0253b1dbc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0455420 May 06 23:34:03.148492 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efcd4547-628b-4d14-b2a1-90b9f9184937 req-ce83a8e9-9b6f-4e1a-8dec-7c46bf9bc365 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 May 06 23:34:03.292738 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742cbdc-59e3-4bcd-8f15-da1ef4bed651 req-d3091780-bb3a-4ef7-a308-e5c058421f71 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:03.294203 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6742cbdc-59e3-4bcd-8f15-da1ef4bed651 req-d3091780-bb3a-4ef7-a308-e5c058421f71 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 931 time: 0.0458245 May 06 23:34:03.343035 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6742cbdc-59e3-4bcd-8f15-da1ef4bed651 req-0cc804b0-077d-43de-a339-839d0b5ae07a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 May 06 23:34:03.528300 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24367a-1cf3-43fe-b057-4230df555e1d req-a9f213c6-649a-4c53-86bf-4268f6a5dbb1 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:03.529752 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6d24367a-1cf3-43fe-b057-4230df555e1d req-a9f213c6-649a-4c53-86bf-4268f6a5dbb1 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0457304 May 06 23:34:03.575413 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6d24367a-1cf3-43fe-b057-4230df555e1d req-252d7d44-b681-43f0-baa6-c99c406c8235 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 May 06 23:34:03.976940 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Request body: {'port': {'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:04.026982 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-d06ff908-b3c4-4e5a-9698-67235892b1c8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 380 time: 0.0743411 May 06 23:34:04.103047 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b73982-ab98-4672-a399-7c9d1c9a191c req-129db811-9085-4bf6-b725-e1c8d803088c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:04.104243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-46b73982-ab98-4672-a399-7c9d1c9a191c req-129db811-9085-4bf6-b725-e1c8d803088c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.1671646 May 06 23:34:04.112151 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-76e1466c-0a42-4083-932a-5917cc8c65c0 req-130641ce-6c99-46f5-a7e5-d6b228dcf120 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0594978 May 06 23:34:04.180649 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:04.202667 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-35ee24ef-1bfb-4006-a3b9-c2e6903537b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313590 May 06 23:34:04.247289 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-46b73982-ab98-4672-a399-7c9d1c9a191c req-0a817cfb-fd23-41eb-9776-3a1c63ff34c0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338727 May 06 23:34:04.299099 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505349f6-6345-4bf2-a6a2-7030ce67f7e5 req-33aeb5ec-3b80-4779-9289-1967b77aca9e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:04.300548 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-505349f6-6345-4bf2-a6a2-7030ce67f7e5 req-33aeb5ec-3b80-4779-9289-1967b77aca9e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0843387 May 06 23:34:04.461757 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-505349f6-6345-4bf2-a6a2-7030ce67f7e5 req-91f5a847-a147-4a3c-9d92-2ba4c54371a9 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554065 May 06 23:34:04.501208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e17b-26f9-4766-9e5d-38584139e640 req-2c89544d-2c7f-42f8-8d09-843a3a49c565 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:04.502643 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d176e17b-26f9-4766-9e5d-38584139e640 req-2c89544d-2c7f-42f8-8d09-843a3a49c565 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 931 time: 0.0624585 May 06 23:34:04.585732 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d176e17b-26f9-4766-9e5d-38584139e640 req-cff6f40c-77b6-4502-b338-c03ad279f2ab tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768526 May 06 23:34:04.629001 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:04.637890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks [] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:04.653331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Transition to ACTIVE for port object 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:34:04.662900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:04.743015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46340e-9948-47e4-a3dc-6b51fef97cf9 req-0e539060-f858-4bd0-809f-2e7e9e12f892 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:04.744580 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb46340e-9948-47e4-a3dc-6b51fef97cf9 req-0e539060-f858-4bd0-809f-2e7e9e12f892 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0951679 May 06 23:34:04.773157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Pushing event updated for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:04.871176 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb46340e-9948-47e4-a3dc-6b51fef97cf9 req-a6aba4b1-cb85-40a1-a3c9-55e3a1dbbb24 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131890 May 06 23:34:04.876790 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Attempting to bind port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:34:04.877173 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Attempting to bind port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:34:04.877491 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Attempting to bind port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:04.887456 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:34:04.888188 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Attempting to bind port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:04.897776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:34:04.898635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:04.899225 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:34:04.899861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Bound port: 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:34:04.900650 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:04.978172 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:34:04.981330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:34:04.986616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.018545 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.019144 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.020559 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-c5f18824-c725-4336-93ed-44de552f912e service neutron] 10.222.0.59 "PUT /v2.0/ports/0f0b6875-ddaf-438f-8784-2c2ef6d380e7 HTTP/1.1" status: 200 len: 1093 time: 1.0503616 May 06 23:34:05.020984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:05.023313 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e060cf2-6d42-427b-87c6-e208ec14c483" -d '{"events": [{"name": "network-changed", "server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:05.049986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18824-c725-4336-93ed-44de552f912e service neutron] Pushing event updated for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:05.070513 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb5051-9be1-4f51-92c7-21d47295f4dd x-openstack-request-id: req-06eb5051-9be1-4f51-92c7-21d47295f4dd {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:05.070800 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:05.071079 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06eb5051-9be1-4f51-92c7-21d47295f4dd {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:05.071624 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06eb5051-9be1-4f51-92c7-21d47295f4dd'] response: {'name': 'network-changed', 'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'status': 'completed', 'code': 200} May 06 23:34:05.098971 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'port': {'device_id': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'admin_state_up': True, 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'security_groups': ['0c5ab8fb-0687-4555-a7f1-009dd1600798']}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:05.248935 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-a29b260f-29f9-4733-b51f-831f9161e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.250417 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-a29b260f-29f9-4733-b51f-831f9161e128 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1127 time: 0.1311479 May 06 23:34:05.253582 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-54314c40-ef84-4e7d-a5c0-006fa897f0f6 req-b807a14f-3399-4abc-b237-63a101e32b9a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0473194 May 06 23:34:05.257034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efd58fa3-2aa6-4ca3-b707-b2dfc3a5bd51 req-00c2a33c-beda-41a8-8548-d665fc0d2808 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615646 May 06 23:34:05.267416 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-ef0a53d5-83ee-4431-a0d0-23dd997d3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.269060 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-ef0a53d5-83ee-4431-a0d0-23dd997d3b43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1127 time: 0.1653841 May 06 23:34:05.272367 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-5e24c356-3d77-45c5-b1df-0f03811068c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.274676 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-5e24c356-3d77-45c5-b1df-0f03811068c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 1127 time: 0.1054595 May 06 23:34:05.344037 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-d2639b29-954e-4196-875c-175e86c5058a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 217 time: 0.0607047 May 06 23:34:05.421784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08af-f2a7-4dc3-879f-7c21610cfc6f req-77eceb26-4830-47f9-8876-11f044802328 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.423132 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d03f08af-f2a7-4dc3-879f-7c21610cfc6f req-77eceb26-4830-47f9-8876-11f044802328 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0856719 May 06 23:34:05.430507 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Made reservation on behalf of 4b17157ada2144d18f2332c894a2f5e4 for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:05.433931 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.455909 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-6759b962-058d-4756-b3f8-6e36836e319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.457397 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-6759b962-058d-4756-b3f8-6e36836e319b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1661813 May 06 23:34:05.612208 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Allocated IP 172.20.0.13 (c1733071-38f3-4ad5-972a-5766fc9e313d/05a0ef10-e704-41be-9a08-13cc02e80671/0e194113-f08e-40eb-b6a1-27077b018af3) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:34:05.693299 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-4b85c610-cc64-4e7e-bb38-b75ca4b89a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.695277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-4b85c610-cc64-4e7e-bb38-b75ca4b89a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.4367867 May 06 23:34:05.724135 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d67c2-212e-400f-b5a8-808124af1369 req-881aa7cd-27ac-45ca-90e1-8766feb92d42 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.725709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-284d67c2-212e-400f-b5a8-808124af1369 req-881aa7cd-27ac-45ca-90e1-8766feb92d42 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0727746 May 06 23:34:05.733041 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d03f08af-f2a7-4dc3-879f-7c21610cfc6f req-9401c228-ca90-4ec9-a982-618fc8a2d3a8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2990570 May 06 23:34:05.775828 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (0e194113-f08e-40eb-b6a1-27077b018af3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.780762 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-284d67c2-212e-400f-b5a8-808124af1369 req-fc1dd40d-41a5-41e4-9e3e-d8a7321bc34a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 May 06 23:34:05.816601 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40392) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:05.826658 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.847693 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1ff7-a2e3-468f-ab82-aedf5f0f7182 req-4e9e04f8-24da-40ab-b136-d697f2ef9eff tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.849227 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a1e1ff7-a2e3-468f-ab82-aedf5f0f7182 req-4e9e04f8-24da-40ab-b136-d697f2ef9eff tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.0528343 May 06 23:34:05.875710 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Network c1733071-38f3-4ad5-972a-5766fc9e313d is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:34:05.878909 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:05.882725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:34:05.887866 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:05.888483 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.911476 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a1e1ff7-a2e3-468f-ab82-aedf5f0f7182 req-c9843fff-09b7-4388-8912-a975b88026ab tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551834 May 06 23:34:05.921884 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:05.968424 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5c9787bc-388a-41fd-aec7-ef9dbad16213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:05.984686 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-588ac986-d5a0-4c81-8c36-782925bbbe23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8899360 May 06 23:34:06.046608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82f03-5f59-46a4-b751-b1402e417c6f req-7030fa03-1731-4a92-a822-32e34a7147fd tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.048863 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-edf82f03-5f59-46a4-b751-b1402e417c6f req-7030fa03-1731-4a92-a822-32e34a7147fd tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0771971 May 06 23:34:06.132317 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5c9787bc-388a-41fd-aec7-ef9dbad16213 admin admin] Publish callbacks [] for security_group (6cd79d19-cbf4-46bd-bfa9-446f00481ceb), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.140195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5c9787bc-388a-41fd-aec7-ef9dbad16213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6cd79d19-cbf4-46bd-bfa9-446f00481ceb), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.146571 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-edf82f03-5f59-46a4-b751-b1402e417c6f req-09346926-22db-42f5-af2b-b6df0344ed67 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 May 06 23:34:06.174781 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6097b205-452d-40e8-8867-e308c3bd3079 None None] Provisioning complete for port 0e194113-f08e-40eb-b6a1-27077b018af3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:06.175705 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6097b205-452d-40e8-8867-e308c3bd3079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.190114 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5c9787bc-388a-41fd-aec7-ef9dbad16213 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=391f10f34dbe4f6c881696aa4b8ad3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724320 May 06 23:34:06.193023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40416) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:06.215053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Request body: {'port': {'device_id': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:06.262449 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6097b205-452d-40e8-8867-e308c3bd3079 None None] Port 0e194113-f08e-40eb-b6a1-27077b018af3 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:34:06.271862 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-e5cf08a6-1daf-4a0b-9326-c63257c2ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.274114 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-e5cf08a6-1daf-4a0b-9326-c63257c2ec8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0562212 May 06 23:34:06.383253 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-2a5b4326-d6e7-48d6-a4f8-d31e59fe70bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.1333153 May 06 23:34:06.407104 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-4b48994d-b255-4cdc-90fd-912751346c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.408782 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-4b48994d-b255-4cdc-90fd-912751346c63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1128 time: 0.1601403 May 06 23:34:06.447836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] Publish callbacks [] for security_group (6cd79d19-cbf4-46bd-bfa9-446f00481ceb), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.497853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] Publish callbacks [] for security_group (6cd79d19-cbf4-46bd-bfa9-446f00481ceb), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.498541 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9787bc-388a-41fd-aec7-ef9dbad16213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd79d19-cbf4-46bd-bfa9-446f00481ceb,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:06.516150 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c0c7-f60d-40ca-8fb1-5de6192c1487 req-7eeeb6c1-7fdb-4f48-8416-c95d070b9c59 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.517776 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b741c0c7-f60d-40ca-8fb1-5de6192c1487 req-7eeeb6c1-7fdb-4f48-8416-c95d070b9c59 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 932 time: 0.0886223 May 06 23:34:06.587910 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.593421 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b741c0c7-f60d-40ca-8fb1-5de6192c1487 req-5aaa0da5-6443-4821-9a74-0063b828b686 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679121 May 06 23:34:06.613459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6cd79d19-cbf4-46bd-bfa9-446f00481ceb), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.619120 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:06.622454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-3711f39b-0897-4075-b5dd-7d2af0943ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.622612 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cd79d19-cbf4-46bd-bfa9-446f00481ceb HTTP/1.1" status: 204 len: 168 time: 0.4250474 May 06 23:34:06.622702 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-8e060cf2-6d42-427b-87c6-e208ec14c483 req-3711f39b-0897-4075-b5dd-7d2af0943ea4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4184837 May 06 23:34:06.631854 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fe43c-b28b-4f73-af3c-0f5f567ab621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd79d19-cbf4-46bd-bfa9-446f00481ceb,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:06.886857 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b5e08-cd2d-4366-b5d3-0ac4e75e255f req-718405ae-0e52-4eed-8ce1-c695f52efed9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.888442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-661b5e08-cd2d-4366-b5d3-0ac4e75e255f req-718405ae-0e52-4eed-8ce1-c695f52efed9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0589428 May 06 23:34:06.960238 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52551687-e408-4a66-90ed-7405c5639320 req-eed3b222-48b1-41b0-91f4-8c10cd293158 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:06.965325 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-52551687-e408-4a66-90ed-7405c5639320 req-eed3b222-48b1-41b0-91f4-8c10cd293158 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0756640 May 06 23:34:06.987137 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e194113-f08e-40eb-b6a1-27077b018af3 {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:06.996302 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks [] for port (0e194113-f08e-40eb-b6a1-27077b018af3), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.009021 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-661b5e08-cd2d-4366-b5d3-0ac4e75e255f req-df311ae9-935b-41f6-9bee-fe58bf1f39ea tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084239 May 06 23:34:07.012260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Transition to ACTIVE for port object 0e194113-f08e-40eb-b6a1-27077b018af3 will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:34:07.019741 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.040262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-52551687-e408-4a66-90ed-7405c5639320 req-50c7e112-9b45-4466-a40f-f7cb33314903 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 May 06 23:34:07.042396 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40462) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:07.058224 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-000a46fc-0909-444b-a56d-ad3bded5789e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.098618 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Pushing event updated for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:07.117222 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Attempting to bind port 0e194113-f08e-40eb-b6a1-27077b018af3 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:34:07.117843 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Attempting to bind port 0e194113-f08e-40eb-b6a1-27077b018af3 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:34:07.118331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Attempting to bind port 0e194113-f08e-40eb-b6a1-27077b018af3 on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:07.124149 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Port 0e194113-f08e-40eb-b6a1-27077b018af3 on network c1733071-38f3-4ad5-972a-5766fc9e313d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:34:07.124717 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Attempting to bind port 0e194113-f08e-40eb-b6a1-27077b018af3 on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:07.134942 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:34:07.135966 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Checking segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:07.140276 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Bound using segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:34:07.141121 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Bound port: 0e194113-f08e-40eb-b6a1-27077b018af3, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:34:07.141768 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.236520 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-000a46fc-0909-444b-a56d-ad3bded5789e admin admin] Publish callbacks [] for security_group (fb636cb8-a1e3-4a17-acda-071e6a514c8c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.242849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:34:07.249232 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0e194113-f08e-40eb-b6a1-27077b018af3,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:34:07.249552 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d237f-0b86-422e-8c11-4fa153f9d4cd req-0bbdd63c-7227-40ab-afa2-4c9386b46baf tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:07.251055 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-532d237f-0b86-422e-8c11-4fa153f9d4cd req-0bbdd63c-7227-40ab-afa2-4c9386b46baf tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.0990486 May 06 23:34:07.252232 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-000a46fc-0909-444b-a56d-ad3bded5789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (fb636cb8-a1e3-4a17-acda-071e6a514c8c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.262490 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.300325 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:07.301138 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.303073 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-859a1a38-bde7-4489-9287-82104125d230 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 200 len: 1094 time: 1.0918555 May 06 23:34:07.304576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:07.306907 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1999296-ffd1-49ba-8fea-341a6da47816" -d '{"events": [{"name": "network-changed", "server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:07.335167 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-000a46fc-0909-444b-a56d-ad3bded5789e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=938f0d4575c64da1b87ea1743f15f08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916667 May 06 23:34:07.338994 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40478) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:07.354325 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1a38-bde7-4489-9287-82104125d230 service neutron] Pushing event updated for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:07.367452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f47a-8909-4e3d-b0e4-d206fe2eba46 req-8882fa07-ded3-43ae-b66f-609fdd9e88e0 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:07.373246 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1659f47a-8909-4e3d-b0e4-d206fe2eba46 req-8882fa07-ded3-43ae-b66f-609fdd9e88e0 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.1090755 May 06 23:34:07.375674 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a46fc-0909-444b-a56d-ad3bded5789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb636cb8-a1e3-4a17-acda-071e6a514c8c,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:07.410334 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] Publish callbacks [] for security_group (fb636cb8-a1e3-4a17-acda-071e6a514c8c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.418673 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-532d237f-0b86-422e-8c11-4fa153f9d4cd req-a6ea429b-3ef6-4887-abc0-d19ccc6f40cd tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534452 May 06 23:34:07.435897 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] Publish callbacks [] for security_group (fb636cb8-a1e3-4a17-acda-071e6a514c8c), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.464952 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1659f47a-8909-4e3d-b0e4-d206fe2eba46 req-00c91f5d-855e-40fd-8396-e782db73cabf tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 May 06 23:34:07.509803 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f36186-4745-44f4-a121-70e16523cb9a x-openstack-request-id: req-90f36186-4745-44f4-a121-70e16523cb9a {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:07.510091 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:07.510501 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90f36186-4745-44f4-a121-70e16523cb9a {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:07.510908 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f36186-4745-44f4-a121-70e16523cb9a'] response: {'name': 'network-changed', 'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3', 'status': 'completed', 'code': 200} May 06 23:34:07.520645 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (fb636cb8-a1e3-4a17-acda-071e6a514c8c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.523671 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.527196 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb636cb8-a1e3-4a17-acda-071e6a514c8c HTTP/1.1" status: 204 len: 168 time: 0.1850262 May 06 23:34:07.533061 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea52aa-d8ca-4a31-8c0d-6a3ebc014f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb636cb8-a1e3-4a17-acda-071e6a514c8c,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:07.728115 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e53f-122f-4722-946f-096455444ca0 req-1fb496d2-4583-4260-9e56-9bd6f02241ea tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:07.729731 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d641e53f-122f-4722-946f-096455444ca0 req-1fb496d2-4583-4260-9e56-9bd6f02241ea tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0547404 May 06 23:34:07.762950 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 6448b9df-7a5b-4462-9151-a863b9c9ce7a details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:07.798715 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d641e53f-122f-4722-946f-096455444ca0 req-ca30be4f-8587-457c-87d5-fe841b13e996 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624793 May 06 23:34:07.896398 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:07.908098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '6448b9df-7a5b-4462-9151-a863b9c9ce7a', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'port_id': '6448b9df-7a5b-4462-9151-a863b9c9ce7a', 'mac_address': 'fa:16:3e:72:81:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:07.950908 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 6448b9df-7a5b-4462-9151-a863b9c9ce7a is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:07.951396 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.964343 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6448b9df-7a5b-4462-9151-a863b9c9ce7a {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:07.983875 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:07.987507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:07.988142 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 5610bbab-39a3-426f-9a09-91307dffd7ba details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:08.054811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=5610bbab-39a3-426f-9a09-91307dffd7ba,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:08.057874 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:08.075599 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '5610bbab-39a3-426f-9a09-91307dffd7ba', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'port_id': '5610bbab-39a3-426f-9a09-91307dffd7ba', 'mac_address': 'fa:16:3e:d7:b8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:08.114676 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 5610bbab-39a3-426f-9a09-91307dffd7ba is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:08.115064 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:08.134739 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5610bbab-39a3-426f-9a09-91307dffd7ba {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:08.156204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=5610bbab-39a3-426f-9a09-91307dffd7ba,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:08.161522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:08.199999 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9244551-7a04-45ab-91d2-9ca0915c54d9 req-71d40e7a-4644-43bf-a32d-ad2c86b9d81f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:08.207135 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9244551-7a04-45ab-91d2-9ca0915c54d9 req-71d40e7a-4644-43bf-a32d-ad2c86b9d81f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0949938 May 06 23:34:08.211048 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:08.222318 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750e668-9c02-448f-8b69-338bd938e72e req-40f990f3-4200-48a3-872f-e328d9bc6569 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:08.224014 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5750e668-9c02-448f-8b69-338bd938e72e req-40f990f3-4200-48a3-872f-e328d9bc6569 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 944 time: 0.0785725 May 06 23:34:08.286600 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9244551-7a04-45ab-91d2-9ca0915c54d9 req-f79bba9a-98f5-4204-95cb-9f88560fff2d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783997 May 06 23:34:08.298125 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5750e668-9c02-448f-8b69-338bd938e72e req-2d0d95b6-5939-4d0e-b6df-32ba3479ecac tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 May 06 23:34:08.541512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dddbf9-8ec1-4e10-b0eb-45b480bc2090 req-aa5458dc-9f75-4a84-9378-a0faac240356 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:08.542976 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50dddbf9-8ec1-4e10-b0eb-45b480bc2090 req-aa5458dc-9f75-4a84-9378-a0faac240356 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.0495052 May 06 23:34:08.591348 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50dddbf9-8ec1-4e10-b0eb-45b480bc2090 req-3a3a25bf-1245-4e6c-9bd6-a83789ec6533 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 May 06 23:34:08.918287 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1722-4062-4672-aaa6-becc87cd2639 req-1b7d4c5b-14b0-45bb-b9b8-3c57512a7737 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:08.919753 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7fa1722-4062-4672-aaa6-becc87cd2639 req-1b7d4c5b-14b0-45bb-b9b8-3c57512a7737 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0460842 May 06 23:34:08.968919 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7fa1722-4062-4672-aaa6-becc87cd2639 req-b0e74f16-7adf-4810-aad4-ecfa89c905af tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 May 06 23:34:09.434283 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f800a67-f3d7-44a4-b804-79cb10099df9 req-2c044926-ff22-4283-8c4f-949e52ff694b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.435751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2f800a67-f3d7-44a4-b804-79cb10099df9 req-2c044926-ff22-4283-8c4f-949e52ff694b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0764165 May 06 23:34:09.448193 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a7968-a134-43eb-b89c-63417733db6d req-30cd4222-20c1-4f92-a8fb-3ef29471ed81 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.449630 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c5a7968-a134-43eb-b89c-63417733db6d req-30cd4222-20c1-4f92-a8fb-3ef29471ed81 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 945 time: 0.0803361 May 06 23:34:09.520393 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2f800a67-f3d7-44a4-b804-79cb10099df9 req-6149ac44-5fde-4477-9570-36cab2290c40 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789697 May 06 23:34:09.523958 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c5a7968-a134-43eb-b89c-63417733db6d req-c9733955-d0c8-44d2-8a70-c10a92e13df2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 May 06 23:34:09.793998 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-bfc7942c-dfb1-403c-b9a7-a7b1731f8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.795471 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-bfc7942c-dfb1-403c-b9a7-a7b1731f8687 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1270707 May 06 23:34:09.805940 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-84dff665-e64a-436d-b161-65b7413f3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.807568 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-84dff665-e64a-436d-b161-65b7413f3fc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1128 time: 0.0774269 May 06 23:34:09.830057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb2314-5758-4bd5-af57-dff12cf9fbad req-425af55c-1ce8-4483-a7b9-4db3b20a8380 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.831618 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-adcb2314-5758-4bd5-af57-dff12cf9fbad req-425af55c-1ce8-4483-a7b9-4db3b20a8380 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.1510191 May 06 23:34:09.854285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-1fdc1091-2955-4f37-b24f-cfa149d8dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.855765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-1fdc1091-2955-4f37-b24f-cfa149d8dd61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1767685 May 06 23:34:09.861534 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-5765e357-466a-484e-9c7c-3d9910bca7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.863094 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-5765e357-466a-484e-9c7c-3d9910bca7cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 1127 time: 0.1340201 May 06 23:34:09.916102 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-b9e7d609-2b61-4d89-b99a-c09a9d1f2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.917831 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-b9e7d609-2b61-4d89-b99a-c09a9d1f2e08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.2495844 May 06 23:34:09.945247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-84ac8163-21ff-4af3-9e6d-2f073114c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:09.946717 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-84ac8163-21ff-4af3-9e6d-2f073114c18a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701070 May 06 23:34:09.951854 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-f3a1f508-f984-4285-b3f0-5db5b874e5fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7 HTTP/1.1" status: 200 len: 217 time: 0.0530312 May 06 23:34:09.983770 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-fa468e09-dcd1-4fbb-b13a-a1b710572f7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 217 time: 0.0546355 May 06 23:34:09.987688 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-adcb2314-5758-4bd5-af57-dff12cf9fbad req-b71aa862-02ba-4249-aa3d-21042f89a715 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439226 May 06 23:34:10.033950 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-0ac0d3f8-351f-4fe0-ac71-85fc3ca03bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.035428 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-0ac0d3f8-351f-4fe0-ac71-85fc3ca03bb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0721414 May 06 23:34:10.066486 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-43b5f8c7-c03f-43c0-98ab-8fac55c1ddce service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623599 May 06 23:34:10.072999 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['5610bbab-39a3-426f-9a09-91307dffd7ba'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:10.088013 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-502579ab-5ded-4b65-8800-2b0317552f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.089493 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-502579ab-5ded-4b65-8800-2b0317552f6b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4b17157ada2144d18f2332c894a2f5e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2729881 May 06 23:34:10.127371 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-919ccdf4-ebd0-4bdf-8e47-f708570c0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.128868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-919ccdf4-ebd0-4bdf-8e47-f708570c0d61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1302984 May 06 23:34:10.137453 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013d35-1b3f-4e43-8497-d3f98e2e5792 req-603b86ed-8c8b-4b53-afb5-e7f5b2fe620a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.138961 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-82013d35-1b3f-4e43-8497-d3f98e2e5792 req-603b86ed-8c8b-4b53-afb5-e7f5b2fe620a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0804911 May 06 23:34:10.188313 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['6448b9df-7a5b-4462-9151-a863b9c9ce7a'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:10.197921 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884104-09ed-4586-a819-511f0d26a365 req-d7a85cfc-9cb4-4d2d-a8c7-678a49bad29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.199425 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-d7a85cfc-9cb4-4d2d-a8c7-678a49bad29f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1501493 May 06 23:34:10.215907 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-7c7e88bf-0ba0-4f6c-93a0-9bb65fb3c24a service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404568 May 06 23:34:10.216971 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-6cb07bde-3d55-4ecd-abd2-a91c63f0239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.218363 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-6cb07bde-3d55-4ecd-abd2-a91c63f0239f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785487 May 06 23:34:10.319715 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-dca8cc80-4e0e-47cd-ac11-08a27d03b72d req-833e54be-62cf-4492-aef6-43a5a3a77c3f service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288868 May 06 23:34:10.325647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-2e75320a-7443-4128-87e3-91f3f7584dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.327221 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d1999296-ffd1-49ba-8fea-341a6da47816 req-2e75320a-7443-4128-87e3-91f3f7584dbf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251236 May 06 23:34:10.349900 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-82013d35-1b3f-4e43-8497-d3f98e2e5792 req-8c775b77-e61d-4966-89bf-fc13781c34a7 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995478 May 06 23:34:10.386735 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-d080a396-fac0-4322-8d9f-0affabe29e72 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689365 May 06 23:34:10.417708 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-73c15f96-4fda-4ad0-b3cd-47608321bac8 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884072 May 06 23:34:10.422034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5fd44e40-26d2-4730-b693-28242dbeecbd req-eacabc8a-135b-4b82-a261-51756a75a6d3 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917770 May 06 23:34:10.685025 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3eff-c80a-4ea9-8f3c-bd2b95119923 req-870c6586-9f20-491b-aade-dea64f763e7d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.686697 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69ca3eff-c80a-4ea9-8f3c-bd2b95119923 req-870c6586-9f20-491b-aade-dea64f763e7d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0814772 May 06 23:34:10.729206 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd7d7a-d06f-45ea-9413-321ed436c823 req-0a4965f0-ea97-4ebc-8922-2a2c691a4934 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:10.730734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99bd7d7a-d06f-45ea-9413-321ed436c823 req-0a4965f0-ea97-4ebc-8922-2a2c691a4934 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 945 time: 0.0954721 May 06 23:34:10.759566 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69ca3eff-c80a-4ea9-8f3c-bd2b95119923 req-d9423d5e-a78f-4df2-ba54-ea29b2e7c357 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661860 May 06 23:34:10.799075 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99bd7d7a-d06f-45ea-9413-321ed436c823 req-b7de6afe-59da-4ba6-8805-c931579f4b9f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584068 May 06 23:34:10.988993 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40618) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:11.134888 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe2ba-f690-49b8-bcdd-88bcc2e057cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.159268 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f8830-ee7f-4945-8fd9-a655bfacbe43 req-af230afe-59bd-4328-a9dc-ecfb77236b10 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:11.160839 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4a1f8830-ee7f-4945-8fd9-a655bfacbe43 req-af230afe-59bd-4328-a9dc-ecfb77236b10 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.0845666 May 06 23:34:11.282332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4a1f8830-ee7f-4945-8fd9-a655bfacbe43 req-9e76c766-0ddf-4a99-a1e2-475c65c74758 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125720 May 06 23:34:11.336419 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-88503018-265d-4338-9639-cef6f99c5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:11.337824 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-88503018-265d-4338-9639-cef6f99c5fde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1128 time: 0.1113493 May 06 23:34:11.370382 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-98884104-09ed-4586-a819-511f0d26a365 req-f19b38e2-49e5-4258-81f0-f79f0122256a service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458960 May 06 23:34:11.406803 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-2f852b4a-c118-4631-86a7-8de934471093 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 200 len: 217 time: 0.0601690 May 06 23:34:11.412521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe2ba-f690-49b8-bcdd-88bcc2e057cb admin admin] Publish callbacks [] for security_group (2354889a-e4ed-4d89-bb7c-85fdd2e85b81), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.426833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe2ba-f690-49b8-bcdd-88bcc2e057cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2354889a-e4ed-4d89-bb7c-85fdd2e85b81), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.448449 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-931c2141-8673-4370-8575-8fde9ec7fd0a req-3b36b4b2-4c04-4d57-be50-7e7ca40675ef service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230086 May 06 23:34:11.499000 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-f1bbe2ba-f690-49b8-bcdd-88bcc2e057cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8e6483a65344160b9b9ed9b14832017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087345 May 06 23:34:11.499702 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe2ba-f690-49b8-bcdd-88bcc2e057cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354889a-e4ed-4d89-bb7c-85fdd2e85b81,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:11.502636 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40636) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:11.519140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e236ff-bcfa-4a73-b072-fa4ad56b7a35 req-d808a064-83a8-4237-acd2-aa4b34c0118e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:11.521024 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08e236ff-bcfa-4a73-b072-fa4ad56b7a35 req-d808a064-83a8-4237-acd2-aa4b34c0118e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0715051 May 06 23:34:11.572759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] Publish callbacks [] for security_group (2354889a-e4ed-4d89-bb7c-85fdd2e85b81), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.583319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08e236ff-bcfa-4a73-b072-fa4ad56b7a35 req-f467ad60-b9e5-4ece-a5a3-ee6c6230a78b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560694 May 06 23:34:11.595693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] Publish callbacks [] for security_group (2354889a-e4ed-4d89-bb7c-85fdd2e85b81), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.650565 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 6448b9df-7a5b-4462-9151-a863b9c9ce7a up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:11.667288 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2354889a-e4ed-4d89-bb7c-85fdd2e85b81), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.670105 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.673748 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2354889a-e4ed-4d89-bb7c-85fdd2e85b81 HTTP/1.1" status: 204 len: 168 time: 0.1652412 May 06 23:34:11.682088 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eec9d-d1c2-447b-b99c-cd121cb312be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354889a-e4ed-4d89-bb7c-85fdd2e85b81,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:11.714696 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 6448b9df-7a5b-4462-9151-a863b9c9ce7a completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:11.721117 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 6448b9df-7a5b-4462-9151-a863b9c9ce7a triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:11.721715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.812090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 6448b9df-7a5b-4462-9151-a863b9c9ce7a is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:11.812483 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.862753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:11.863649 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:11.866099 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d6f2d-dc8f-4e55-8e6e-a6163d93120e" -d '{"events": [{"server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "name": "network-vif-plugged", "status": "completed", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:11.870282 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.871266 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 5610bbab-39a3-426f-9a09-91307dffd7ba up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:11.955543 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:11.962163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 5610bbab-39a3-426f-9a09-91307dffd7ba completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:11.972072 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 5610bbab-39a3-426f-9a09-91307dffd7ba triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:11.973014 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:11.989554 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3626c-7319-41ac-bea1-09232957bb43 req-7376f890-e8ce-43e9-af03-c7894b89881d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:11.991224 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d2d3626c-7319-41ac-bea1-09232957bb43 req-7376f890-e8ce-43e9-af03-c7894b89881d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0814772 May 06 23:34:12.086585 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8b8d2-7808-4b26-9332-2fa20fd50d35 req-ed58677c-aec6-4da9-b12f-c7681e2f3c33 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:12.088114 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ae8b8d2-7808-4b26-9332-2fa20fd50d35 req-ed58677c-aec6-4da9-b12f-c7681e2f3c33 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 945 time: 0.0954018 May 06 23:34:12.103373 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d2d3626c-7319-41ac-bea1-09232957bb43 req-e47c0303-0d34-44b8-b7e1-ddd8aabcecb3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010191 May 06 23:34:12.107921 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 5610bbab-39a3-426f-9a09-91307dffd7ba is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:12.108737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.160415 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40670) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:12.185944 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c444-baa0-46e1-b5b2-71fc41153d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.194325 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ae8b8d2-7808-4b26-9332-2fa20fd50d35 req-dbcfef7f-b952-4052-85c9-a02a87e45895 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890794 May 06 23:34:12.199861 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=5610bbab-39a3-426f-9a09-91307dffd7ba,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:12.205824 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.215507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a7f2ad-f085-49fb-8dda-1feda1e52085 x-openstack-request-id: req-89a7f2ad-f085-49fb-8dda-1feda1e52085 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:12.217737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "name": "network-vif-plugged", "status": "completed", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:12.218059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89a7f2ad-f085-49fb-8dda-1feda1e52085 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:12.218563 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a7f2ad-f085-49fb-8dda-1feda1e52085'] response: {'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a', 'code': 200} May 06 23:34:12.268526 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:12.309938 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-8ebbc56e-c532-4fb0-ad90-092f55509727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:12.311750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-8ebbc56e-c532-4fb0-ad90-092f55509727 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0521924 May 06 23:34:12.325732 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c444-baa0-46e1-b5b2-71fc41153d31 admin admin] Publish callbacks [] for security_group (d4deeb71-006f-47c8-b363-c5a0fbe82cb5), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.331077 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c444-baa0-46e1-b5b2-71fc41153d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d4deeb71-006f-47c8-b363-c5a0fbe82cb5), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.397602 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b9d6c444-baa0-46e1-b5b2-71fc41153d31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e54c1ed93f645a3bdc3d5f93cfdbd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359338 May 06 23:34:12.398964 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6c444-baa0-46e1-b5b2-71fc41153d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4deeb71-006f-47c8-b363-c5a0fbe82cb5,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:12.401842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40674) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:12.457512 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] Publish callbacks [] for security_group (d4deeb71-006f-47c8-b363-c5a0fbe82cb5), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.468727 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e376c2-5731-4228-b995-41df979d6a8c req-c03e4263-967d-4638-979f-2a5dc4cde8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:12.470253 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-c03e4263-967d-4638-979f-2a5dc4cde8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138899 May 06 23:34:12.480035 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] Publish callbacks [] for security_group (d4deeb71-006f-47c8-b363-c5a0fbe82cb5), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.481308 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c517b2-ab39-400e-b9de-73ea2bffcf2d req-f6e723a4-4f49-4de4-abe9-771e6f997bc6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:12.482697 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-23c517b2-ab39-400e-b9de-73ea2bffcf2d req-f6e723a4-4f49-4de4-abe9-771e6f997bc6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.1179547 May 06 23:34:12.527228 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d4deeb71-006f-47c8-b363-c5a0fbe82cb5), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.530055 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:12.533766 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4deeb71-006f-47c8-b363-c5a0fbe82cb5 HTTP/1.1" status: 204 len: 168 time: 0.1285076 May 06 23:34:12.533917 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-23c517b2-ab39-400e-b9de-73ea2bffcf2d req-8686285e-81e5-4926-88c9-18570be4f4c3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 May 06 23:34:12.539959 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c28fc5-fef1-4fd4-954c-5ce244976766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4deeb71-006f-47c8-b363-c5a0fbe82cb5,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:12.700782 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e57af-552d-4066-9283-e0ab1a90532e req-43ed1efe-fd91-4cc2-882a-0d2b87f5bc6f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:12.702361 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-525e57af-552d-4066-9283-e0ab1a90532e req-43ed1efe-fd91-4cc2-882a-0d2b87f5bc6f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0478027 May 06 23:34:12.749911 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-525e57af-552d-4066-9283-e0ab1a90532e req-49e53c2f-8962-4664-8b19-7ab98e840b6c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 May 06 23:34:13.228793 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48083056-f49c-4b12-98b3-2ee2111c8349 req-15f295ea-af6e-41a6-9f66-f6f856bf5a01 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:13.230279 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48083056-f49c-4b12-98b3-2ee2111c8349 req-15f295ea-af6e-41a6-9f66-f6f856bf5a01 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0549319 May 06 23:34:13.318408 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48083056-f49c-4b12-98b3-2ee2111c8349 req-84eec6b8-f783-4221-9e87-d918283bd536 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798566 May 06 23:34:13.335009 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733767e-1fb4-4719-a90e-b900a4baeed6 req-32107e01-a049-4c10-a6cf-cf7034150847 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:13.337972 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9733767e-1fb4-4719-a90e-b900a4baeed6 req-32107e01-a049-4c10-a6cf-cf7034150847 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0618279 May 06 23:34:13.410382 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9733767e-1fb4-4719-a90e-b900a4baeed6 req-7dd729a6-5486-4bf3-b2a4-44a57ad378a8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565219 May 06 23:34:13.631356 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40724) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:13.661270 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243af8ac-bdf9-4be6-a5be-762ac89ba3d9 req-a926b808-4aec-4e75-8db0-89fff5d4ec4d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:13.662849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-243af8ac-bdf9-4be6-a5be-762ac89ba3d9 req-a926b808-4aec-4e75-8db0-89fff5d4ec4d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 943 time: 0.0534708 May 06 23:34:13.722973 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-243af8ac-bdf9-4be6-a5be-762ac89ba3d9 req-cb092f3d-6348-48c2-a786-ed216bb76d22 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539248 May 06 23:34:13.746615 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7066f674-ddcd-452f-8206-2d70a1a2a2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.818883 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7066f674-ddcd-452f-8206-2d70a1a2a2aa admin admin] Publish callbacks [] for security_group (ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.828945 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7066f674-ddcd-452f-8206-2d70a1a2a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.864681 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c065-e89e-4c61-8713-5660b15d30ab req-9e4e72c9-14ee-43f6-a821-7c7a90c17c92 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:13.865732 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066f674-ddcd-452f-8206-2d70a1a2a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:13.866285 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d32c065-e89e-4c61-8713-5660b15d30ab req-9e4e72c9-14ee-43f6-a821-7c7a90c17c92 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0471470 May 06 23:34:13.869967 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7066f674-ddcd-452f-8206-2d70a1a2a2aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edee035c7a024ee38f791a44cfdc4845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372305 May 06 23:34:13.873195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40732) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:13.914729 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d32c065-e89e-4c61-8713-5660b15d30ab req-32473912-ddf1-49f0-bfbd-de83a07579ea tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 May 06 23:34:13.924126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] Publish callbacks [] for security_group (ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.945349 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] Publish callbacks [] for security_group (ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.990140 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.993190 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:13.994320 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c HTTP/1.1" status: 204 len: 168 time: 0.1200726 May 06 23:34:14.001809 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a10b3-bd99-4292-871b-2362adeb8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec96a13d-09cc-4f2c-a1b1-8b71180c4c9c,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:14.175824 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:14.346515 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:14.349566 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79a63d-cf07-4ab0-9b22-24f9c31d20a6" -d '{"events": [{"server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "name": "network-vif-plugged", "status": "completed", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:14.407252 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:14.410980 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b1f93-9b53-4f62-8a1b-3e7711841459 x-openstack-request-id: req-e43b1f93-9b53-4f62-8a1b-3e7711841459 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:14.411610 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "name": "network-vif-plugged", "status": "completed", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:14.411956 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e43b1f93-9b53-4f62-8a1b-3e7711841459 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:14.412481 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43b1f93-9b53-4f62-8a1b-3e7711841459'] response: {'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba', 'code': 200} May 06 23:34:14.423386 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:14.466833 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:14.467225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:14.481164 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:14.484493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38090429-16cf-4385-bc43-3068434c9eb1 req-c376d91b-ed19-4a15-b14e-549164287705 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:14.486722 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-38090429-16cf-4385-bc43-3068434c9eb1 req-c376d91b-ed19-4a15-b14e-549164287705 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0597451 May 06 23:34:14.503152 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:14.508570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:14.509439 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:14.581925 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73297e-6e47-4acd-a873-97b445b0f14f req-8a3c1ed1-73e1-436b-be82-1172d0eea6cf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:14.583603 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9a73297e-6e47-4acd-a873-97b445b0f14f req-8a3c1ed1-73e1-436b-be82-1172d0eea6cf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0805748 May 06 23:34:14.587332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-38090429-16cf-4385-bc43-3068434c9eb1 req-e79824e6-1876-4c1d-9ba5-0f2094968137 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922079 May 06 23:34:14.612991 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:14.652702 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9a73297e-6e47-4acd-a873-97b445b0f14f req-a14ee3ae-717b-44c4-ad15-4531a63d4ae4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 May 06 23:34:14.677261 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:14.695637 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '86468228-ab16-47f2-9446-421cf52e2da0', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:14.737800 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:14.738192 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:14.752631 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:14.778587 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:14.783668 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:14.841578 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e378e2-08cb-470c-8925-02e4585d304f req-2142d791-042f-42ce-9c20-c11d429c9af4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:14.843899 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7e378e2-08cb-470c-8925-02e4585d304f req-2142d791-042f-42ce-9c20-c11d429c9af4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 944 time: 0.0498636 May 06 23:34:14.849443 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:14.890702 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7e378e2-08cb-470c-8925-02e4585d304f req-ddaa67f5-bfdf-4d2d-8062-1f52f9bd84ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408549 May 06 23:34:15.029005 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cd7e0-6c07-4497-9262-43e6b1252e30 req-22b1d53b-eb3b-4500-8623-6bafdf9cc8e9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:15.030457 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-662cd7e0-6c07-4497-9262-43e6b1252e30 req-22b1d53b-eb3b-4500-8623-6bafdf9cc8e9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0500510 May 06 23:34:15.079218 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-662cd7e0-6c07-4497-9262-43e6b1252e30 req-516950db-254e-4047-a080-11d1aefe366f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 May 06 23:34:15.307303 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468d21-1d05-4105-8402-29aa6d684935 req-da1da678-fd6a-4586-bfb4-d579bd2722f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:15.308817 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-75468d21-1d05-4105-8402-29aa6d684935 req-da1da678-fd6a-4586-bfb4-d579bd2722f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0714140 May 06 23:34:15.347911 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-5f6db394-343b-4f6b-9306-864f138804b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555166 May 06 23:34:15.406062 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f0b-367f-44ee-b007-c6d3089c8b94 req-4b65e7ee-cc39-4239-b7a6-be4c47474639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:15.407574 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-4ed92f0b-367f-44ee-b007-c6d3089c8b94 req-4b65e7ee-cc39-4239-b7a6-be4c47474639 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1130 time: 0.0708785 May 06 23:34:15.417335 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-75468d21-1d05-4105-8402-29aa6d684935 req-0929e962-29e9-43bd-be64-2cfcad7dfe1e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 May 06 23:34:15.454938 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27e376c2-5731-4228-b995-41df979d6a8c req-d0bca1ed-27c8-4422-84ea-f6afcb5dec25 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966861 May 06 23:34:15.466311 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-4ed92f0b-367f-44ee-b007-c6d3089c8b94 req-2cd5a496-6c23-409b-94b5-2a1fbd929337 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 May 06 23:34:15.546744 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['86468228-ab16-47f2-9446-421cf52e2da0'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:15.648941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['0f0b6875-ddaf-438f-8784-2c2ef6d380e7'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:15.756404 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000146-5d74-43e1-83fe-af92b6e2d9eb req-7d63c235-558e-40c4-b11a-a48419e1f189 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:15.764100 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-24000146-5d74-43e1-83fe-af92b6e2d9eb req-7d63c235-558e-40c4-b11a-a48419e1f189 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 944 time: 0.0751801 May 06 23:34:16.032758 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da62cce-9dde-49de-80f4-44170035df2c req-12780d6b-3de0-4072-a2f2-1b057dadd2b0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:16.034574 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6da62cce-9dde-49de-80f4-44170035df2c req-12780d6b-3de0-4072-a2f2-1b057dadd2b0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.2872827 May 06 23:34:16.072078 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-24000146-5d74-43e1-83fe-af92b6e2d9eb req-b59014f8-b479-43db-92a0-3079542e3d7b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3069196 May 06 23:34:16.108594 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6da62cce-9dde-49de-80f4-44170035df2c req-5503ffd0-6b5b-4b6e-8a3b-0fd71f3e0797 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655029 May 06 23:34:16.221351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3fb7-cdf4-4c0a-a503-e67954e7cc87 req-148ffc40-5add-42ad-ae2a-fba435f5fb7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:16.223382 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-813e3fb7-cdf4-4c0a-a503-e67954e7cc87 req-148ffc40-5add-42ad-ae2a-fba435f5fb7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 944 time: 0.0800941 May 06 23:34:16.245254 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434d6f6-0d0f-41d8-bbad-314aaaa41298 req-87a59f7f-546f-4de1-b06f-78d5fdf669a7 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:16.246673 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3434d6f6-0d0f-41d8-bbad-314aaaa41298 req-87a59f7f-546f-4de1-b06f-78d5fdf669a7 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0712235 May 06 23:34:16.318604 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-813e3fb7-cdf4-4c0a-a503-e67954e7cc87 req-11986780-bd00-4fdb-b55f-ac1a6038922b tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880353 May 06 23:34:16.326413 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3434d6f6-0d0f-41d8-bbad-314aaaa41298 req-06c95923-9780-4683-be8d-f7bc2daf140d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727327 May 06 23:34:16.916340 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:16.963463 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 86468228-ab16-47f2-9446-421cf52e2da0 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:16.968581 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 86468228-ab16-47f2-9446-421cf52e2da0 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:16.968951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (86468228-ab16-47f2-9446-421cf52e2da0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.049551 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:17.049865 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.072505 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:17.074728 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dfb815-bc0a-40c7-9f23-753436b89d1b" -d '{"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:17.087387 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:17.091364 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.092158 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:17.138029 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff49e1-4ec6-483c-a397-7aac11793b9d x-openstack-request-id: req-afff49e1-4ec6-483c-a397-7aac11793b9d {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:17.138334 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:17.138594 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afff49e1-4ec6-483c-a397-7aac11793b9d {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:17.139005 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afff49e1-4ec6-483c-a397-7aac11793b9d'] response: {'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'code': 200} May 06 23:34:17.181462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:17.197157 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:17.206409 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:17.207151 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.249450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef88eb0-635e-4233-ac2b-27328ea0a79b req-c8ca68f9-ca73-43fb-92d9-6a515f02a92c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:17.251640 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ef88eb0-635e-4233-ac2b-27328ea0a79b req-c8ca68f9-ca73-43fb-92d9-6a515f02a92c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0880461 May 06 23:34:17.263149 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c6294-45ef-4b18-9efe-311ea10f3009 req-b04dd2f8-93a5-405c-9c32-87b5a4932679 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:17.264622 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a37c6294-45ef-4b18-9efe-311ea10f3009 req-b04dd2f8-93a5-405c-9c32-87b5a4932679 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0667019 May 06 23:34:17.289799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:17.290183 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.327953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:17.333044 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.351675 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ef88eb0-635e-4233-ac2b-27328ea0a79b req-d303c3b5-2774-480e-b450-51b402604f1b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820436 May 06 23:34:17.357750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a37c6294-45ef-4b18-9efe-311ea10f3009 req-b63d04ed-f27d-49ee-8bbe-f10cdccfb6ce tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740144 May 06 23:34:17.396658 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:17.516271 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da1b3-30f3-41cc-917e-f84c416686e9 req-ce6480fb-413d-4d17-90bd-2cbc6ca8cda7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:17.517871 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-755da1b3-30f3-41cc-917e-f84c416686e9 req-ce6480fb-413d-4d17-90bd-2cbc6ca8cda7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0831146 May 06 23:34:17.530008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8525-fea3-421e-80f8-d4729e0fc0ee req-39483db9-734e-4f94-83d6-800d73642434 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:17.531742 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8adc8525-fea3-421e-80f8-d4729e0fc0ee req-39483db9-734e-4f94-83d6-800d73642434 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0847938 May 06 23:34:17.615308 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-755da1b3-30f3-41cc-917e-f84c416686e9 req-51ce20c9-d137-47a7-9299-fa037f4716f7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900750 May 06 23:34:17.615973 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40880) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:17.633137 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8adc8525-fea3-421e-80f8-d4729e0fc0ee req-d9d86518-a470-4989-8f09-c4ab5d238c74 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948260 May 06 23:34:17.741110 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.831013 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Publish callbacks [] for security_group (3eddc7d6-696b-464a-b6f6-33a5f915d832), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.836793 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3eddc7d6-696b-464a-b6f6-33a5f915d832), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.884435 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d91efb815bca496f8f7a24c0cd5d411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640085 May 06 23:34:17.884435 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eddc7d6-696b-464a-b6f6-33a5f915d832,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:17.885098 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40892) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:17.891400 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.891744 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.892098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.892433 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.892978 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.893307 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.893630 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.893949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.894398 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.894608 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.894944 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.895269 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.895673 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.895889 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.896202 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ed105-fc04-43a4-8b08-6a30d217d9d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:17.943474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Publish callbacks [] for security_group (3eddc7d6-696b-464a-b6f6-33a5f915d832), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:17.966806 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Publish callbacks [] for security_group (3eddc7d6-696b-464a-b6f6-33a5f915d832), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.015980 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3eddc7d6-696b-464a-b6f6-33a5f915d832), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.018469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.019717 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3eddc7d6-696b-464a-b6f6-33a5f915d832 HTTP/1.1" status: 204 len: 168 time: 0.1331499 May 06 23:34:18.027849 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eddc7d6-696b-464a-b6f6-33a5f915d832,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:18.034992 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.035415 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.035693 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.036035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.036672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.036808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.037128 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.037446 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.037764 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.038141 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.038483 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.038819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.039154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.039449 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.039762 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af2b5c-9312-41b3-ae84-7bd25489cd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:18.090435 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40898) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:18.290934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63ef4042-dce8-414d-9943-dec0e9cbae94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.340381 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40904) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:18.354480 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c6640fe3-d2ef-4b6a-bddf-5ed3e215144b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.370287 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63ef4042-dce8-414d-9943-dec0e9cbae94 admin admin] Publish callbacks [] for security_group (aeb0c1c4-0112-4d9f-8b73-72d2521216c5), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.374176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63ef4042-dce8-414d-9943-dec0e9cbae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (aeb0c1c4-0112-4d9f-8b73-72d2521216c5), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.416118 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-63ef4042-dce8-414d-9943-dec0e9cbae94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aaefe79114294546850dbb5643052c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245442 May 06 23:34:18.417235 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef4042-dce8-414d-9943-dec0e9cbae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb0c1c4-0112-4d9f-8b73-72d2521216c5,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:18.419934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40910) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:18.436119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c6640fe3-d2ef-4b6a-bddf-5ed3e215144b admin admin] Publish callbacks [] for security_group (46c0b9ea-0d1b-4423-8f8f-b4fca051ef36), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.442804 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c6640fe3-d2ef-4b6a-bddf-5ed3e215144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (46c0b9ea-0d1b-4423-8f8f-b4fca051ef36), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.489364 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c6640fe3-d2ef-4b6a-bddf-5ed3e215144b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78bf5c4f93a64acdb609daa256349d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478276 May 06 23:34:18.492010 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40912) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:18.498437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6640fe3-d2ef-4b6a-bddf-5ed3e215144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0b9ea-0d1b-4423-8f8f-b4fca051ef36,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:18.551679 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] Publish callbacks [] for security_group (46c0b9ea-0d1b-4423-8f8f-b4fca051ef36), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.553284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] Publish callbacks [] for security_group (aeb0c1c4-0112-4d9f-8b73-72d2521216c5), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.564161 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e041b67-36a3-4331-bfde-7c97f2a8aa97 req-93cbb2dd-e23e-4921-af20-eab49b79ecbb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:18.565698 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6e041b67-36a3-4331-bfde-7c97f2a8aa97 req-93cbb2dd-e23e-4921-af20-eab49b79ecbb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1022048 May 06 23:34:18.575646 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] Publish callbacks [] for security_group (46c0b9ea-0d1b-4423-8f8f-b4fca051ef36), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.588081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291cd4-6a0e-4f9c-8056-b89f93f0e3b8 req-8d32c431-8d00-4f22-b02e-599cee119f1b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:18.589607 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ec291cd4-6a0e-4f9c-8056-b89f93f0e3b8 req-8d32c431-8d00-4f22-b02e-599cee119f1b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1120095 May 06 23:34:18.617637 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] Publish callbacks [] for security_group (aeb0c1c4-0112-4d9f-8b73-72d2521216c5), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.624247 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (46c0b9ea-0d1b-4423-8f8f-b4fca051ef36), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.626739 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.627877 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46c0b9ea-0d1b-4423-8f8f-b4fca051ef36 HTTP/1.1" status: 204 len: 168 time: 0.1347430 May 06 23:34:18.637358 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc19b80-f13e-4bd7-b72b-cb8ac07db82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0b9ea-0d1b-4423-8f8f-b4fca051ef36,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:18.697117 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6e041b67-36a3-4331-bfde-7c97f2a8aa97 req-d6360e06-541d-469c-8087-262f048c90c9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224568 May 06 23:34:18.707738 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ec291cd4-6a0e-4f9c-8056-b89f93f0e3b8 req-c30d9b82-8f1b-48d8-af0a-a8f84cdb4e23 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080830 May 06 23:34:18.730343 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (aeb0c1c4-0112-4d9f-8b73-72d2521216c5), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.733263 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.736860 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeb0c1c4-0112-4d9f-8b73-72d2521216c5 HTTP/1.1" status: 204 len: 168 time: 0.3132162 May 06 23:34:18.752701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9008e5d-6174-4fac-9932-d90d05f0528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb0c1c4-0112-4d9f-8b73-72d2521216c5,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:18.812640 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4730c25c-b537-458e-8b4f-d79275de6af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:18.829665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a3e02-2d7a-45f2-9d5b-9689c64c8c78 req-c55f6043-ec43-447e-8795-03ec2e77b24d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:18.831177 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e59a3e02-2d7a-45f2-9d5b-9689c64c8c78 req-c55f6043-ec43-447e-8795-03ec2e77b24d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 944 time: 0.0615869 May 06 23:34:18.939655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215177-08e3-4c20-81db-1dad3ccd594d req-a8516abf-bff0-4709-bb13-99900dadc225 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:18.941190 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6c215177-08e3-4c20-81db-1dad3ccd594d req-a8516abf-bff0-4709-bb13-99900dadc225 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0812373 May 06 23:34:18.946185 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e59a3e02-2d7a-45f2-9d5b-9689c64c8c78 req-973283ae-0eba-452d-8cef-9ffae13713d6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046031 May 06 23:34:18.966024 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0e194113-f08e-40eb-b6a1-27077b018af3 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:19.012657 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6c215177-08e3-4c20-81db-1dad3ccd594d req-d75d13c2-2096-4e1f-9f98-bceecb62204c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645964 May 06 23:34:19.116582 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0e194113-f08e-40eb-b6a1-27077b018af3,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:19.130319 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '0e194113-f08e-40eb-b6a1-27077b018af3', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'port_id': '0e194113-f08e-40eb-b6a1-27077b018af3', 'mac_address': 'fa:16:3e:f1:60:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:19.154770 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:19.157029 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4025abe9-b30d-4169-8926-a96bdc91f106" -d '{"events": [{"server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "name": "network-vif-plugged", "status": "completed", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:19.158573 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 40936) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:19.178798 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 0e194113-f08e-40eb-b6a1-27077b018af3 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:19.179213 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.182657 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e100d873-4fc9-472f-a450-379882f3b468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.192872 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e194113-f08e-40eb-b6a1-27077b018af3 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:19.218743 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0e194113-f08e-40eb-b6a1-27077b018af3,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:19.226131 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.236943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6c0f7c-c5cb-44f7-ad86-b692af833216 x-openstack-request-id: req-fb6c0f7c-c5cb-44f7-ad86-b692af833216 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:19.237540 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "name": "network-vif-plugged", "status": "completed", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:19.237936 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb6c0f7c-c5cb-44f7-ad86-b692af833216 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:19.238475 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6c0f7c-c5cb-44f7-ad86-b692af833216'] response: {'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'code': 200} May 06 23:34:19.283079 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:19.286053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e100d873-4fc9-472f-a450-379882f3b468 admin admin] Publish callbacks [] for security_group (3f0d8ace-944f-4f30-9f93-80d762cc7fd2), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.290634 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e100d873-4fc9-472f-a450-379882f3b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3f0d8ace-944f-4f30-9f93-80d762cc7fd2), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.337322 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e100d873-4fc9-472f-a450-379882f3b468 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4ae0a0b7f384759b3c6ddb3d7dc636e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775975 May 06 23:34:19.338576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100d873-4fc9-472f-a450-379882f3b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d8ace-944f-4f30-9f93-80d762cc7fd2,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:19.339970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 40942) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:19.396952 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] Publish callbacks [] for security_group (3f0d8ace-944f-4f30-9f93-80d762cc7fd2), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.422422 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] Publish callbacks [] for security_group (3f0d8ace-944f-4f30-9f93-80d762cc7fd2), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.475172 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (3f0d8ace-944f-4f30-9f93-80d762cc7fd2), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.478270 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:19.479497 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f0d8ace-944f-4f30-9f93-80d762cc7fd2 HTTP/1.1" status: 204 len: 168 time: 0.1384349 May 06 23:34:19.488584 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb2ccc-9288-46a1-a5a1-852b3a420c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d8ace-944f-4f30-9f93-80d762cc7fd2,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:19.854024 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f529d-71d6-4a80-836d-651c7c89134c req-29c02947-f22e-46b7-878c-9459af67497b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:19.855631 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e4f529d-71d6-4a80-836d-651c7c89134c req-29c02947-f22e-46b7-878c-9459af67497b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0831168 May 06 23:34:19.907891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aa19d-c29e-4201-b44f-ff695280ef33 req-6c46fedd-d9b1-4597-a9d9-d5dc9ea50e66 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:19.913541 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a75aa19d-c29e-4201-b44f-ff695280ef33 req-6c46fedd-d9b1-4597-a9d9-d5dc9ea50e66 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0775604 May 06 23:34:19.970109 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e4f529d-71d6-4a80-836d-651c7c89134c req-e5011cdc-2d02-4505-bd76-c5e346e51095 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923424 May 06 23:34:19.982429 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a75aa19d-c29e-4201-b44f-ff695280ef33 req-c35d70e7-26cb-4794-9dd9-e156bcf95ee6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646558 May 06 23:34:20.150258 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d96b2-77e7-4819-ad96-2bcbd642c2ea req-9ab8c88a-8bae-4d7e-af62-4659b1fec3e8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:20.157091 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b26d96b2-77e7-4819-ad96-2bcbd642c2ea req-9ab8c88a-8bae-4d7e-af62-4659b1fec3e8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 945 time: 0.0992165 May 06 23:34:20.166422 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c6128-289b-4f55-bc71-71ab885fe008 req-a2b197b5-b990-4e2b-aded-f374b1be9512 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:20.168031 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-207c6128-289b-4f55-bc71-71ab885fe008 req-a2b197b5-b990-4e2b-aded-f374b1be9512 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0776136 May 06 23:34:20.210559 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41030) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:20.240001 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b26d96b2-77e7-4819-ad96-2bcbd642c2ea req-23353fb9-6ab9-46c6-8f48-063852243349 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815113 May 06 23:34:20.271021 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-207c6128-289b-4f55-bc71-71ab885fe008 req-cf2f0af9-50f2-43ba-8018-89f8f3019f00 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879545 May 06 23:34:20.331608 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196929851-network', 'tenant_id': 'e6bcfbcf3cf84607a2ea593055bf4cd6'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:20.351215 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Made reservation on behalf of e6bcfbcf3cf84607a2ea593055bf4cd6 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:20.354010 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.363492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.438544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks [] for security_group (8b520ccf-f177-4e75-b9d0-ed7844da0c0d), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.441947 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8b520ccf-f177-4e75-b9d0-ed7844da0c0d), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.464850 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:34:20.474291 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b520ccf-f177-4e75-b9d0-ed7844da0c0d,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:20.479610 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (b294edc2-f3e3-42c5-abd2-3e882a268dbe), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.479943 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Added segment b294edc2-f3e3-42c5-abd2-3e882a268dbe of type vlan for network 6d008681-e274-49a1-afeb-4a12e96f7398 May 06 23:34:20.519775 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (6d008681-e274-49a1-afeb-4a12e96f7398), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.543146 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (6d008681-e274-49a1-afeb-4a12e96f7398), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.544197 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:20.544800 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.598365 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3860037 May 06 23:34:20.601862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41038) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:20.605905 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c99e91-60ea-4761-80c9-bd29112f6e22 admin admin] Pushing event updated for resources: {'Network': ['ID=6d008681-e274-49a1-afeb-4a12e96f7398,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:20.606667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Request body: {'subnet': {'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196929851-subnet', 'tenant_id': 'e6bcfbcf3cf84607a2ea593055bf4cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:20.615986 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 6d008681-e274-49a1-afeb-4a12e96f7398 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:34:20.627134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Made reservation on behalf of e6bcfbcf3cf84607a2ea593055bf4cd6 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:20.629360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59370544'] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.739654 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:34:20.791857 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59370534'] for subnet (d47e5637-2b3e-4aef-8320-d93c15fcff6c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.846679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47e5637-2b3e-4aef-8320-d93c15fcff6c,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:20.855737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Checking segment: {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:20.856089 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Network hostable DHCP agents. Network: 6d008681-e274-49a1-afeb-4a12e96f7398, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:34:20.873064 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Network 6d008681-e274-49a1-afeb-4a12e96f7398 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:34:20.881030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 6d008681-e274-49a1-afeb-4a12e96f7398) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:20.885739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:20.886320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:20.890326 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f52ac-853c-4cff-b9a6-f2d3f9ff2ee9 None None] Network 6d008681-e274-49a1-afeb-4a12e96f7398 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:20.908680 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7d1ea4b3-0da4-4040-a9b4-de615e66364a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3014007 May 06 23:34:20.991723 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e1cdc-2b09-4156-840d-04758d77a1c8 None None] Network 6d008681-e274-49a1-afeb-4a12e96f7398 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:21.099485 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:21.165153 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['0e194113-f08e-40eb-b6a1-27077b018af3'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:21.216260 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb43fed-9828-4818-9919-deee8f80f46e req-431c61c0-d0fe-46ca-bf70-663f89e79943 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:21.218127 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2cb43fed-9828-4818-9919-deee8f80f46e req-431c61c0-d0fe-46ca-bf70-663f89e79943 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1389129 May 06 23:34:21.222027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f63dc367-f3b8-4f17-bc9a-ac0426c5d1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:21.252795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd2fb4-d0c5-4127-a0d6-0ed78920e332 req-cbba875e-ab53-4b32-88b0-c2b7894fcba3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:21.264850 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-01fd2fb4-d0c5-4127-a0d6-0ed78920e332 req-cbba875e-ab53-4b32-88b0-c2b7894fcba3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1671417 May 06 23:34:21.352476 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2cb43fed-9828-4818-9919-deee8f80f46e req-de113d51-ed61-4c61-bf16-184f354b53fe tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830815 May 06 23:34:21.401810 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-01fd2fb4-d0c5-4127-a0d6-0ed78920e332 req-95e83b64-e879-42cb-b0cc-e5bccda5c947 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171699 May 06 23:34:21.487603 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf123dd-6594-41c6-8cc7-83b0c52faf33 req-15593b9a-04d6-4888-a8fe-c45d3f593c97 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:21.489172 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fdf123dd-6594-41c6-8cc7-83b0c52faf33 req-15593b9a-04d6-4888-a8fe-c45d3f593c97 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 945 time: 0.0685508 May 06 23:34:21.591548 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b6024-9957-4a6b-af5d-9af4ddad0475 req-f339d818-75cb-4aba-bd4e-2175c7645cec tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:21.594754 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-454b6024-9957-4a6b-af5d-9af4ddad0475 req-f339d818-75cb-4aba-bd4e-2175c7645cec tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0975568 May 06 23:34:21.617704 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fdf123dd-6594-41c6-8cc7-83b0c52faf33 req-54c14152-fbbb-41c4-a6e6-276570f22aef tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222131 May 06 23:34:21.665517 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-454b6024-9957-4a6b-af5d-9af4ddad0475 req-7440a838-afb6-44b7-bc63-000d619e6a75 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 May 06 23:34:22.265959 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:22.383681 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5217dc-3bc3-40a2-9ccd-a5431188c809 req-7a46fa21-95c2-4098-aac7-a99bf50695fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.385233 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-0b5217dc-3bc3-40a2-9ccd-a5431188c809 req-7a46fa21-95c2-4098-aac7-a99bf50695fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1129 time: 0.0444975 May 06 23:34:22.460664 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa835b-6b41-4ea6-81bd-dff6e780f412 req-f01e2989-5873-4f24-bf42-60aa1711984d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.462277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30fa835b-6b41-4ea6-81bd-dff6e780f412 req-f01e2989-5873-4f24-bf42-60aa1711984d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0471239 May 06 23:34:22.547237 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30fa835b-6b41-4ea6-81bd-dff6e780f412 req-7f0266a3-bae7-4948-8401-c4fac2fb5ba4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 May 06 23:34:22.553264 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feaa6f-dba4-4d1d-a979-01ac4d8d35a8 req-7962a63c-dbbd-444a-b7dc-9be814b2c970 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.554686 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50feaa6f-dba4-4d1d-a979-01ac4d8d35a8 req-7962a63c-dbbd-444a-b7dc-9be814b2c970 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0667229 May 06 23:34:22.604224 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50feaa6f-dba4-4d1d-a979-01ac4d8d35a8 req-f6e1d7b6-b951-47b8-8c08-83a39a4ecbdc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438766 May 06 23:34:22.734905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835a62-45a1-4519-b2bc-0c5ce60e81eb req-f2f642dd-64a8-4cd6-99a2-604b87326844 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.740666 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-80835a62-45a1-4519-b2bc-0c5ce60e81eb req-f2f642dd-64a8-4cd6-99a2-604b87326844 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 945 time: 0.0611956 May 06 23:34:22.807544 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0e194113-f08e-40eb-b6a1-27077b018af3 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:22.831993 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-80835a62-45a1-4519-b2bc-0c5ce60e81eb req-457f8172-ec8b-43cf-a189-e53447a0cbd2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775869 May 06 23:34:22.851770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656aca-a302-48a0-966d-baabe51628db req-80d8a851-4371-4155-bae9-cf6a4114fd00 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.853878 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1f656aca-a302-48a0-966d-baabe51628db req-80d8a851-4371-4155-bae9-cf6a4114fd00 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0707552 May 06 23:34:22.859138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 0e194113-f08e-40eb-b6a1-27077b018af3 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:22.866671 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 0e194113-f08e-40eb-b6a1-27077b018af3 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:22.867309 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:22.918914 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1f656aca-a302-48a0-966d-baabe51628db req-d500ad68-8375-489f-b27f-aae7f5a6467c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536101 May 06 23:34:22.952235 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7af-7786-41a0-b1df-3cfc86a12fe1 req-2620e8ec-9c89-42d1-b188-a68f36a60881 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:22.953738 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d476d7af-7786-41a0-b1df-3cfc86a12fe1 req-2620e8ec-9c89-42d1-b188-a68f36a60881 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0548127 May 06 23:34:22.954681 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 0e194113-f08e-40eb-b6a1-27077b018af3 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:22.955160 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:22.979920 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:22.983100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61fe2f-3665-4696-b023-9030b7629c0c" -d '{"events": [{"server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "name": "network-vif-plugged", "status": "completed", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:22.997846 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0e194113-f08e-40eb-b6a1-27077b018af3,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:23.002430 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:23.018267 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d476d7af-7786-41a0-b1df-3cfc86a12fe1 req-db0fd377-c444-477f-a4a9-fd58774e2497 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582268 May 06 23:34:23.073866 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:23.082248 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e8a249-fb4c-4659-b496-dd45c1e5011a x-openstack-request-id: req-c8e8a249-fb4c-4659-b496-dd45c1e5011a {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:23.082537 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "name": "network-vif-plugged", "status": "completed", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:23.082813 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8e8a249-fb4c-4659-b496-dd45c1e5011a {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:23.083209 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e8a249-fb4c-4659-b496-dd45c1e5011a'] response: {'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3', 'code': 200} May 06 23:34:23.084509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.084904 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.085262 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.085616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.085946 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.086544 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.087085 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.087784 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.088112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.088615 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.088965 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.089315 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.089640 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.089961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.090308 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:34:23.134923 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-efd23d11-b96f-4731-abe4-f1ad07190eea tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:23.136381 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-efd23d11-b96f-4731-abe4-f1ad07190eea tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 809 time: 0.1347682 May 06 23:34:23.152562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-ca0ebabb-b2fa-4c44-8a24-5d06f36cb345 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/quotas/e6bcfbcf3cf84607a2ea593055bf4cd6 HTTP/1.1" status: 200 len: 375 time: 0.0101120 May 06 23:34:23.185169 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-5246d9d7-1f32-4c84-ad85-82452b7f1e10 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276246 May 06 23:34:23.294946 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-ef81484e-3876-4dea-bf2a-908a2b1aae33 service neutron] 10.222.0.60 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981028 May 06 23:34:23.381795 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-3ce66a79-a1a3-4269-92f2-934f55832b08 service neutron] 10.222.0.60 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 May 06 23:34:23.423202 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:23.567050 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c1022be-2ac5-4c5b-a851-b856419fb1f4 req-101dff3f-3216-415c-bc49-7255bfa0faf0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0267713 May 06 23:34:23.650385 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-0b5217dc-3bc3-40a2-9ccd-a5431188c809 req-8ddcfa69-8605-4549-ba80-8d3eabc9da51 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627689 May 06 23:34:23.667077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7761751-5db9-45ac-a448-0747934302b4 req-9cd847a8-9be9-4ad9-91e8-8925e2047d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:23.669055 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7761751-5db9-45ac-a448-0747934302b4 req-9cd847a8-9be9-4ad9-91e8-8925e2047d1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 1129 time: 0.0694773 May 06 23:34:23.891725 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff8e9-3235-41d9-95bc-8e4f24300f4e req-9b96ca70-2c1c-4d9e-a3c9-49734a0b13ec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:23.893887 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cd8ff8e9-3235-41d9-95bc-8e4f24300f4e req-9b96ca70-2c1c-4d9e-a3c9-49734a0b13ec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0549529 May 06 23:34:23.976456 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ae9cd-5ce5-41e8-93bf-15fd2fe3bcdd req-f35da44e-729e-4775-8a24-3b63be6fb685 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:23.977969 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e99ae9cd-5ce5-41e8-93bf-15fd2fe3bcdd req-f35da44e-729e-4775-8a24-3b63be6fb685 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0647960 May 06 23:34:23.981306 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cd8ff8e9-3235-41d9-95bc-8e4f24300f4e req-81378dd6-4e0a-4870-9bf8-ee80b6914971 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811918 May 06 23:34:24.025770 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e99ae9cd-5ce5-41e8-93bf-15fd2fe3bcdd req-9be4ca6a-c082-4bbb-baf3-05c993db65e2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 May 06 23:34:24.084616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd30a4-ac81-47bd-9f3f-2c7a888935fe req-774deb3d-3ee8-4642-abe7-413112fbab1d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:24.086617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6cd30a4-ac81-47bd-9f3f-2c7a888935fe req-774deb3d-3ee8-4642-abe7-413112fbab1d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0485086 May 06 23:34:24.149801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bb3d6-c439-4091-a34a-42dfdfc153de req-4186bc86-0923-4b32-8d38-82fe258c3857 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:24.151272 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a6bb3d6-c439-4091-a34a-42dfdfc153de req-4186bc86-0923-4b32-8d38-82fe258c3857 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0620539 May 06 23:34:24.185717 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6cd30a4-ac81-47bd-9f3f-2c7a888935fe req-633c477d-8782-49a6-a10f-c28894f0dcc9 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881703 May 06 23:34:24.211418 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a6bb3d6-c439-4091-a34a-42dfdfc153de req-5d0f212f-9ca2-4b9e-968d-489c748fcdd7 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547116 May 06 23:34:24.683513 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-465a0c88-be37-4ff4-a98f-6c7e7869cb08 req-b9b0ab83-2361-422d-8b92-bbf695d95e8d tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0263364 May 06 23:34:24.714249 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-88af68f3-a3ca-4857-9f01-90de149aad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:24.715822 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-88af68f3-a3ca-4857-9f01-90de149aad7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1130 time: 0.0382290 May 06 23:34:25.099631 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d41c-9f59-4a63-845d-3ed64bb66574 req-ca08fcea-d83c-4c37-9099-a75352cc46fe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.101066 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3141d41c-9f59-4a63-845d-3ed64bb66574 req-ca08fcea-d83c-4c37-9099-a75352cc46fe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0499117 May 06 23:34:25.183601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e61d-bae4-4967-a4a8-7d945590e5c5 req-6e0537b5-3029-4cc8-a6ac-937646d80193 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.185208 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5086e61d-bae4-4967-a4a8-7d945590e5c5 req-6e0537b5-3029-4cc8-a6ac-937646d80193 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0923717 May 06 23:34:25.190319 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:25.257496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3141d41c-9f59-4a63-845d-3ed64bb66574 req-15e5b8ab-3b5f-4b07-9c41-326f92d9acbe tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481714 May 06 23:34:25.269643 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7761751-5db9-45ac-a448-0747934302b4 req-d0e12da8-39d1-478f-9299-4a766ff58dad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403964 May 06 23:34:25.298694 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22883-16e1-4e3d-86d4-79d73ff487ca req-a440d236-6d7c-4d07-a183-97c67a4228cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.298694 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ab22883-16e1-4e3d-86d4-79d73ff487ca req-a440d236-6d7c-4d07-a183-97c67a4228cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1130 time: 0.0938375 May 06 23:34:25.309934 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-bb130b07-e5f6-4cc9-9706-ad3d9ff35a09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885818 May 06 23:34:25.314965 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5086e61d-bae4-4967-a4a8-7d945590e5c5 req-0bf312c7-3bbe-4ced-a872-3891b6174d3f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065760 May 06 23:34:25.337913 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-541eeb89-df96-43db-ae17-6aed1bab218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.339413 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-541eeb89-df96-43db-ae17-6aed1bab218b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1876955 May 06 23:34:25.439463 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327d04d-483f-4e48-a52d-421eb2940543 req-96751dcd-8c4b-475d-8ff9-85cf63b7da98 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.440947 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1327d04d-483f-4e48-a52d-421eb2940543 req-96751dcd-8c4b-475d-8ff9-85cf63b7da98 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0755994 May 06 23:34:25.451709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978fac4-74d9-44e2-8fda-e3c29acb0c2d req-536d7eb3-22b1-4883-a18d-000507ef601a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.453137 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b978fac4-74d9-44e2-8fda-e3c29acb0c2d req-536d7eb3-22b1-4883-a18d-000507ef601a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0609493 May 06 23:34:25.525308 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b978fac4-74d9-44e2-8fda-e3c29acb0c2d req-cac9aa63-0921-4578-ac5e-c06546ba5d3a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656791 May 06 23:34:25.528134 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1327d04d-483f-4e48-a52d-421eb2940543 req-3f033cf3-3b05-4f51-b51d-aeb1ff879111 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741625 May 06 23:34:25.752882 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ab22883-16e1-4e3d-86d4-79d73ff487ca req-7bf0eebc-e9ab-461e-855f-0a00567f9d7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584223 May 06 23:34:25.772184 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-8a713841-e693-47a8-82cc-7529cb7c7453 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 217 time: 0.0776279 May 06 23:34:25.843070 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-37282783-0c34-44da-88c1-282719d75b87 req-7ddf7ade-5c7b-42b4-9558-ea21a36b30d2 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0439138 May 06 23:34:25.865152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cbfa5-810c-4dca-aee7-faecb11d65dd req-f7b276f5-3d63-481b-ba67-17df47fae771 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:25.867353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb9cbfa5-810c-4dca-aee7-faecb11d65dd req-f7b276f5-3d63-481b-ba67-17df47fae771 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0778022 May 06 23:34:25.915705 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb9cbfa5-810c-4dca-aee7-faecb11d65dd req-f10db3fb-5527-466a-87d6-4ac204ed0d64 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 May 06 23:34:25.940921 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41210) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:26.045595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-113d8aeb-bee0-456b-a1e2-14635a5ebe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.125387 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-113d8aeb-bee0-456b-a1e2-14635a5ebe4e admin admin] Publish callbacks [] for security_group (78d10640-3388-418c-b466-4d13ae3c03be), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.129066 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-113d8aeb-bee0-456b-a1e2-14635a5ebe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (78d10640-3388-418c-b466-4d13ae3c03be), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.164751 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8aeb-bee0-456b-a1e2-14635a5ebe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d10640-3388-418c-b466-4d13ae3c03be,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:26.171418 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-113d8aeb-bee0-456b-a1e2-14635a5ebe4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebd30113048f4939931576e6486e96d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270701 May 06 23:34:26.171691 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41214) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:26.218403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] Publish callbacks [] for security_group (78d10640-3388-418c-b466-4d13ae3c03be), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.238900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] Publish callbacks [] for security_group (78d10640-3388-418c-b466-4d13ae3c03be), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.287012 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (78d10640-3388-418c-b466-4d13ae3c03be), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.290112 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.291230 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78d10640-3388-418c-b466-4d13ae3c03be HTTP/1.1" status: 204 len: 168 time: 0.1187720 May 06 23:34:26.299068 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d16e2-c29e-4943-9a8a-639f5d8bce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d10640-3388-418c-b466-4d13ae3c03be,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:26.438005 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817cd07-45b4-4aa2-96bd-8266f6ee048d req-04e03760-5ae1-44c5-9ec2-249a77d0b660 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.439488 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9817cd07-45b4-4aa2-96bd-8266f6ee048d req-04e03760-5ae1-44c5-9ec2-249a77d0b660 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0867445 May 06 23:34:26.468584 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342fc53-4530-43e3-9702-f559798c5067 req-77557d28-8214-4fde-9a56-59130b55783b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.469991 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f342fc53-4530-43e3-9702-f559798c5067 req-77557d28-8214-4fde-9a56-59130b55783b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0770786 May 06 23:34:26.512423 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9817cd07-45b4-4aa2-96bd-8266f6ee048d req-46cb91c7-4a73-4e7b-b18d-07060b1dbe30 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663197 May 06 23:34:26.535282 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f342fc53-4530-43e3-9702-f559798c5067 req-e0b24314-ab0a-4991-95c6-51c603d1f556 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590718 May 06 23:34:26.618649 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41232) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:26.665046 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-645a7ec6-b09c-473c-8c84-da05f0e97d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.667959 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-0eb84836-0126-4ffa-9b53-f9e353900edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.669472 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-0eb84836-0126-4ffa-9b53-f9e353900edf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0600989 May 06 23:34:26.717414 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47245-756f-4063-ba93-e4f3551c4295 req-d5ea328a-3d1e-4630-b659-7d4d0cb958b5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.718765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-83a47245-756f-4063-ba93-e4f3551c4295 req-d5ea328a-3d1e-4630-b659-7d4d0cb958b5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1335464 May 06 23:34:26.727762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41234) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:26.732505 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'floatingip': {'port_id': '86468228-ab16-47f2-9446-421cf52e2da0'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:26.732692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa233fcf-81cc-4791-b228-312fd989bae7 req-4b05bb64-cca7-4377-ab74-64fb3eb72282 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.734152 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa233fcf-81cc-4791-b228-312fd989bae7 req-4b05bb64-cca7-4377-ab74-64fb3eb72282 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1169608 May 06 23:34:26.826371 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.869534 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa233fcf-81cc-4791-b228-312fd989bae7 req-85d882dc-a9db-4365-b609-737a14713d52 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256256 May 06 23:34:26.878967 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8544c0c-518f-4115-a331-df67c742cb29 req-e996efaa-0931-421c-a2d4-fe6a471db2e3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:26.880502 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a8544c0c-518f-4115-a331-df67c742cb29 req-e996efaa-0931-421c-a2d4-fe6a471db2e3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0978441 May 06 23:34:26.920117 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-645a7ec6-b09c-473c-8c84-da05f0e97d3d admin admin] Publish callbacks [] for security_group (8963f152-0a93-4f58-9afd-89185b6b346a), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:26.930124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-645a7ec6-b09c-473c-8c84-da05f0e97d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8963f152-0a93-4f58-9afd-89185b6b346a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.216301 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-490050b8-504f-46d3-9b4f-40cb250121aa req-c9c5d197-a575-47b7-8109-bc55f6dff1ca tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.2728062 May 06 23:34:27.219985 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a8544c0c-518f-4115-a331-df67c742cb29 req-05ed2c68-e30e-41df-926a-3de94e3aba4a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310232 May 06 23:34:27.220772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a7ec6-b09c-473c-8c84-da05f0e97d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963f152-0a93-4f58-9afd-89185b6b346a,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:27.225066 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-645a7ec6-b09c-473c-8c84-da05f0e97d3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6010bfdc95a24783bfd25f48c941e0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059556 May 06 23:34:27.228246 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41240) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:27.319866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] Publish callbacks [] for security_group (8963f152-0a93-4f58-9afd-89185b6b346a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.339108 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e84d-0b24-443c-860b-9c739cda4217 req-b094a221-b016-47b8-a696-da02d8593dab tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:27.340573 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2896e84d-0b24-443c-860b-9c739cda4217 req-b094a221-b016-47b8-a696-da02d8593dab tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0590661 May 06 23:34:27.363469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] Publish callbacks [] for security_group (8963f152-0a93-4f58-9afd-89185b6b346a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.419051 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2896e84d-0b24-443c-860b-9c739cda4217 req-273caeb1-106c-4e21-92c7-3ac95089d8ec tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692055 May 06 23:34:27.438020 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8963f152-0a93-4f58-9afd-89185b6b346a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.440797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.444733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8963f152-0a93-4f58-9afd-89185b6b346a HTTP/1.1" status: 204 len: 168 time: 0.2083986 May 06 23:34:27.451689 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0192ba3-2341-4e5d-a6d5-6fcab4275279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963f152-0a93-4f58-9afd-89185b6b346a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:27.650797 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.655215 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:27.660714 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4c5e3-986c-4c09-853f-5858c662d789 req-0baca163-2eb9-4136-bfb9-84a4544bb84d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:27.671223 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ca4c5e3-986c-4c09-853f-5858c662d789 req-0baca163-2eb9-4136-bfb9-84a4544bb84d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0491440 May 06 23:34:27.733262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ca4c5e3-986c-4c09-853f-5858c662d789 req-e1255f6f-d201-4d87-8acf-191fbe122145 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598013 May 06 23:34:27.764176 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Floating IP 85777ede-e24f-48be-af05-fa14343d50a8 associated. External IP: 172.27.1.234, port: 86468228-ab16-47f2-9446-421cf52e2da0. May 06 23:34:27.997704 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35828e75-ff73-4c05-8f4e-9d97e490a100 req-c609fcb0-8422-4317-ae89-c2a09ede1bb0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:28.001131 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-35828e75-ff73-4c05-8f4e-9d97e490a100 req-c609fcb0-8422-4317-ae89-c2a09ede1bb0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0583141 May 06 23:34:28.006257 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:34:28.064078 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-35828e75-ff73-4c05-8f4e-9d97e490a100 req-d446c441-8b11-4fdf-abad-8f75869c8ac7 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 May 06 23:34:28.122270 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:34:28.126741 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:28.137671 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:34:28.149855 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:28.150823 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:28.166463 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b3c72d44-563a-4f07-ba7c-c82392121237 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "PUT /v2.0/floatingips/85777ede-e24f-48be-af05-fa14343d50a8 HTTP/1.1" status: 200 len: 991 time: 1.4375541 May 06 23:34:28.167171 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:28.169838 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef983a7-797f-437d-9458-c494b244aecf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:28.211230 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c5433-7071-4796-abbd-7e629f620ca8 x-openstack-request-id: req-7b9c5433-7071-4796-abbd-7e629f620ca8 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:28.211525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:28.211770 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b9c5433-7071-4796-abbd-7e629f620ca8 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:28.212179 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9c5433-7071-4796-abbd-7e629f620ca8'] response: {'name': 'network-changed', 'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'status': 'completed', 'code': 200} May 06 23:34:28.264751 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:28.317266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ed611808-915a-4c9c-901d-36b6d553677a req-3247d1ae-0048-4c61-8e69-f81e2fc5cbd9 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0311379 May 06 23:34:28.381341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d350d-9121-4c03-89da-e29c3bc80a97 req-9ddc3197-ce11-445e-b34b-83d80826f66e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:28.383521 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-506d350d-9121-4c03-89da-e29c3bc80a97 req-9ddc3197-ce11-445e-b34b-83d80826f66e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0619195 May 06 23:34:28.440556 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-506d350d-9121-4c03-89da-e29c3bc80a97 req-13de2e56-0cce-4821-95c5-3f17470d40f9 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507061 May 06 23:34:28.553959 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7c2ad-d861-4eca-975b-e1abc8e6e212 req-72a86414-62f2-4ed6-a7fc-3b10cf55ac81 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:28.556204 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50b7c2ad-d861-4eca-975b-e1abc8e6e212 req-72a86414-62f2-4ed6-a7fc-3b10cf55ac81 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.0585063 May 06 23:34:28.560928 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '85777ede-e24f-48be-af05-fa14343d50a8', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:40Z', 'updated_at': '2022-05-06T23:34:27Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:28.588682 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:34:28.597208 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:28.598132 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:28.646714 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50b7c2ad-d861-4eca-975b-e1abc8e6e212 req-af52fce7-f9d5-4e80-9595-864e437ea0cb tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840600 May 06 23:34:28.658945 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-5086be46-13d0-41e5-a1ba-4353733fa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:28.661156 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-5086be46-13d0-41e5-a1ba-4353733fa2b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2eeb9017821482580e5f489157f77b3&device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 1129 time: 0.0639045 May 06 23:34:28.716387 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:28.886107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9f20d-d5ad-420a-b72d-5083771db9bf req-ad533013-b719-439d-9e1c-a72581c187b9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:28.887744 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8db9f20d-d5ad-420a-b72d-5083771db9bf req-ad533013-b719-439d-9e1c-a72581c187b9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0479038 May 06 23:34:28.946518 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8db9f20d-d5ad-420a-b72d-5083771db9bf req-112eb52c-40d3-4f60-abc3-d3a99aaa2250 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519218 May 06 23:34:28.956918 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '85777ede-e24f-48be-af05-fa14343d50a8', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:40Z', 'updated_at': '2022-05-06T23:34:27Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:28.991942 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9d17-b160-42fc-a204-a24ceb2ab7c9 None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '85777ede-e24f-48be-af05-fa14343d50a8', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:40Z', 'updated_at': '2022-05-06T23:34:27Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:34:29.216900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037043f-dee9-45a5-a178-e6b2e01296a4 req-e741b666-05fb-4889-8861-18e4503149af tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.221442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7037043f-dee9-45a5-a178-e6b2e01296a4 req-e741b666-05fb-4889-8861-18e4503149af tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0865726 May 06 23:34:29.226540 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-90ec67af-6343-4343-8bd6-53dfc98ab3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.228723 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-90ec67af-6343-4343-8bd6-53dfc98ab3bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705266 May 06 23:34:29.255056 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b962c-5728-4af4-b04e-233271b1647c None None] New status for floating IP 85777ede-e24f-48be-af05-fa14343d50a8: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:34:29.291236 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7037043f-dee9-45a5-a178-e6b2e01296a4 req-13363a85-81ce-4fa9-b45a-817187630f1e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 May 06 23:34:29.433683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0d133eb8-1cfd-4b1b-8b7c-3fa0a5f00514 req-313490f0-67c0-4db4-9aff-e83c7d338bc9 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0280585 May 06 23:34:29.436668 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41312) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:29.548143 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1f0f29d3-23fa-4f33-b396-d43dee9fa33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:29.561512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97859d68-650b-4f95-8ca6-b9c284711f7f req-f44c038d-20be-4d15-bd66-34b4a8418903 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.563259 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97859d68-650b-4f95-8ca6-b9c284711f7f req-f44c038d-20be-4d15-bd66-34b4a8418903 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0502810 May 06 23:34:29.631536 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97859d68-650b-4f95-8ca6-b9c284711f7f req-60d8f740-fc42-4fd8-b4da-ae5f90930fae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613315 May 06 23:34:29.660698 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1f0f29d3-23fa-4f33-b396-d43dee9fa33d admin admin] Publish callbacks [] for security_group (77494cd2-99e2-48ed-832c-b7dd3460c542), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:29.678093 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1f0f29d3-23fa-4f33-b396-d43dee9fa33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (77494cd2-99e2-48ed-832c-b7dd3460c542), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:29.728565 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1f0f29d3-23fa-4f33-b396-d43dee9fa33d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7b23136cc73475e90942ee179d5d2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908013 May 06 23:34:29.730800 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f29d3-23fa-4f33-b396-d43dee9fa33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77494cd2-99e2-48ed-832c-b7dd3460c542,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:29.731124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41322) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:29.894684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0d2d9-f1ac-407e-b821-c6187ce5d3a8 req-0d9271da-d71c-4af1-a6b9-26246cb4dde8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.896317 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d0d2d9-f1ac-407e-b821-c6187ce5d3a8 req-0d9271da-d71c-4af1-a6b9-26246cb4dde8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.1675284 May 06 23:34:29.912525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3db0-ffda-4216-bcb8-e6cfd2d908e9 req-f493c28d-f2c7-41ee-a140-6b975d6c7f3d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.915117 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54f3db0-ffda-4216-bcb8-e6cfd2d908e9 req-f493c28d-f2c7-41ee-a140-6b975d6c7f3d tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.1818883 May 06 23:34:29.918675 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41328) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:29.921271 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef983a7-797f-437d-9458-c494b244aecf req-1b50d82f-6da6-4070-b015-54c49d5983ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:29.922767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-1b50d82f-6da6-4070-b015-54c49d5983ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1129 time: 0.1486049 May 06 23:34:29.929487 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:30.044633 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.048768 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] Publish callbacks [] for security_group (77494cd2-99e2-48ed-832c-b7dd3460c542), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.183553 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] Publish callbacks [] for security_group (77494cd2-99e2-48ed-832c-b7dd3460c542), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.191988 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54f3db0-ffda-4216-bcb8-e6cfd2d908e9 req-516ddfa1-2383-4e67-b3c6-689eddbc0802 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671978 May 06 23:34:30.206855 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-58790498-47c6-4611-b3fe-63b8935eb12b service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801579 May 06 23:34:30.207964 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-b00e6320-e7fe-49d8-a22e-ed8e9302e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:30.209312 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-b00e6320-e7fe-49d8-a22e-ed8e9302e6a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1a6c753e-a2c2-4c8f-8937-d869f146b65c HTTP/1.1" status: 200 len: 912 time: 0.4033818 May 06 23:34:30.216663 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c554f4-3b26-4b6f-8c1e-cd8d98fde572 req-83d1068e-c94b-4fd7-a2f0-43c50c5e0b95 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:30.218168 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-83c554f4-3b26-4b6f-8c1e-cd8d98fde572 req-83d1068e-c94b-4fd7-a2f0-43c50c5e0b95 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1946747 May 06 23:34:30.388572 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-83c554f4-3b26-4b6f-8c1e-cd8d98fde572 req-57c9685f-044b-41af-a0bd-f35be5c12e00 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619577 May 06 23:34:30.418623 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (77494cd2-99e2-48ed-832c-b7dd3460c542), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.421124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.422243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77494cd2-99e2-48ed-832c-b7dd3460c542 HTTP/1.1" status: 204 len: 168 time: 0.6902673 May 06 23:34:30.472552 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f835f-890a-4502-ad26-040445e5d2de req-e4991069-be30-46e9-a4be-4aeb92a73fd0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:30.474232 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a05f835f-890a-4502-ad26-040445e5d2de req-e4991069-be30-46e9-a4be-4aeb92a73fd0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1095321 May 06 23:34:30.485610 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde38d-3886-49da-9124-e84f28516730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77494cd2-99e2-48ed-832c-b7dd3460c542,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:30.555819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d3330-91d1-4975-b426-0119c93448f3 req-b8c919b5-2374-4756-bfe9-2145bd66e7de tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:30.557747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6c6d3330-91d1-4975-b426-0119c93448f3 req-b8c919b5-2374-4756-bfe9-2145bd66e7de tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0912588 May 06 23:34:30.566203 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41342) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:30.570813 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'floatingip': {'port_id': '0e194113-f08e-40eb-b6a1-27077b018af3'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:30.612967 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.710892 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8f233a0e-9075-4495-b9ad-b282c0935cd2 req-2694ddff-a64e-4668-b7b4-5e38fe248fc5 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0594640 May 06 23:34:30.718733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a05f835f-890a-4502-ad26-040445e5d2de req-483a1bc6-5923-44c4-a5aa-dfc276d00c03 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282715 May 06 23:34:30.761030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41344) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:30.878670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-94684cb7-f5d2-4a26-951c-f22d959d357c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:30.880425 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-a6b9175a-6f04-47ab-b2b8-28ed10cedff4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca HTTP/1.1" status: 200 len: 217 time: 0.0949929 May 06 23:34:31.045781 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-783edb55-8187-441a-9578-3e1228575e4e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:31.047233 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-783edb55-8187-441a-9578-3e1228575e4e tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.2140982 May 06 23:34:31.056690 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-0fdf5ca3-eb1c-4ec7-8d84-7252f0ade825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:31.058068 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-0fdf5ca3-eb1c-4ec7-8d84-7252f0ade825 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb55fda8-0d1e-4c7b-9774-c03844ce1c0a HTTP/1.1" status: 200 len: 851 time: 0.1463885 May 06 23:34:31.172609 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-04b816ac-fc6e-4cc8-8cac-b2b977d0f8fe service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859293 May 06 23:34:31.182103 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-52b5e4d5-4519-40c5-80d8-165b682a3e66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a6c753e-a2c2-4c8f-8937-d869f146b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081362 May 06 23:34:31.369772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.db.resource_extend [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 23:34:31.428038 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Deleting port 58f98125-7ac6-43c1-96bd-ea6b17c363ca {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:34:31.428232 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.466074 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-43a1e631-2185-40fe-8522-fddd38599edf tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:31.467590 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-43a1e631-2185-40fe-8522-fddd38599edf tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 809 time: 0.6922388 May 06 23:34:31.482596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f2b0-0a13-4809-8c16-d03489a40e38 req-873b323c-f200-43e4-b1f1-7b2aecc2ba02 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:31.484103 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e92f2b0-0a13-4809-8c16-d03489a40e38 req-873b323c-f200-43e4-b1f1-7b2aecc2ba02 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 945 time: 0.1940036 May 06 23:34:31.505449 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Request body: {'port': {'device_id': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398', 'admin_state_up': True, 'tenant_id': 'e6bcfbcf3cf84607a2ea593055bf4cd6'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:31.509023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef983a7-797f-437d-9458-c494b244aecf req-d7b0d3af-6482-4112-8288-1ea43f753a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:31.510418 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-d7b0d3af-6482-4112-8288-1ea43f753a4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.7308567 May 06 23:34:31.524719 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.529308 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-6209541e-025c-4a64-bcaf-a2e4634f29a9 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019750 May 06 23:34:31.533088 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.db.resource_extend [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 23:34:31.585239 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.659195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.670420 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] For port 58f98125-7ac6-43c1-96bd-ea6b17c363ca, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=58f98125-7ac6-43c1-96bd-ea6b17c363ca,segment=NetworkSegment(bc93427c-aa4e-4058-8735-be819a4dbab1),segment_id=bc93427c-aa4e-4058-8735-be819a4dbab1)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:31.670777 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.674631 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.715287 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-94684cb7-f5d2-4a26-951c-f22d959d357c admin admin] Publish callbacks [] for security_group (cf946871-966a-422f-b72c-cdf41e94aefd), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.733995 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Calling delete_port for 58f98125-7ac6-43c1-96bd-ea6b17c363ca owned by compute:nova {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:34:31.744269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-94684cb7-f5d2-4a26-951c-f22d959d357c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cf946871-966a-422f-b72c-cdf41e94aefd), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:31.800095 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-ea1bc77c-b6d0-492b-9934-f56de9ab967d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 1001 time: 0.2662070 May 06 23:34:31.812185 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e92f2b0-0a13-4809-8c16-d03489a40e38 req-0f7079e8-16cf-4bb0-be23-ec7a76b990a9 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/security-groups?id=87cb5f32-bdd1-4516-a592-a38359788aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111861 May 06 23:34:31.825037 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-ea96850a-7e8e-4267-9091-c5f4290f17e4 service neutron] 10.222.0.59 "GET /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880011 May 06 23:34:31.885915 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-94684cb7-f5d2-4a26-951c-f22d959d357c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4552ecfb98244555a39544eddc67bd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1238511 May 06 23:34:31.907954 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41362) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:31.954769 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94684cb7-f5d2-4a26-951c-f22d959d357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf946871-966a-422f-b72c-cdf41e94aefd,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:31.965544 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c8aac54-7d79-4dc4-86ba-1882ae85fdfc req-21426ac4-a0b7-4924-a77d-b486d1f8a4f3 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.1385221 May 06 23:34:32.041786 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef983a7-797f-437d-9458-c494b244aecf req-ddffc3a1-2c96-4c9d-b32a-d9bfa1c786fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:32.043491 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-ddffc3a1-2c96-4c9d-b32a-d9bfa1c786fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.2303715 May 06 23:34:32.058236 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP ddb50230-93fe-46ed-bbc7-869226dcb194 associated. External IP: 172.27.1.246, port: 0f0b6875-ddaf-438f-8784-2c2ef6d380e7. May 06 23:34:32.069048 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe019-e3a8-4f35-94fa-6ad123408672 req-1f448366-e9c9-4e89-a692-5610400d5c4c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:32.070567 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7bdbe019-e3a8-4f35-94fa-6ad123408672 req-1f448366-e9c9-4e89-a692-5610400d5c4c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1236737 May 06 23:34:32.080025 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Made reservation on behalf of e6bcfbcf3cf84607a2ea593055bf4cd6 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:32.082563 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.119504 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Floating IP ac089aad-279a-4ee3-861a-683d2421a197 associated. External IP: 172.27.1.118, port: 0e194113-f08e-40eb-b6a1-27077b018af3. May 06 23:34:32.204999 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef983a7-797f-437d-9458-c494b244aecf req-05384fce-f1dc-4b93-ad03-a42716bcd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:32.206570 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-05384fce-f1dc-4b93-ad03-a42716bcd028 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459131 May 06 23:34:32.219432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] Publish callbacks [] for security_group (cf946871-966a-422f-b72c-cdf41e94aefd), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.259752 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (58f98125-7ac6-43c1-96bd-ea6b17c363ca), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.295915 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Pushing event deleted for resources: {'Port': ['ID=58f98125-7ac6-43c1-96bd-ea6b17c363ca,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:32.372833 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7bdbe019-e3a8-4f35-94fa-6ad123408672 req-4b5b21a4-b5e3-439a-8700-a11d845fa7da tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507789 May 06 23:34:32.379758 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] Publish callbacks [] for security_group (cf946871-966a-422f-b72c-cdf41e94aefd), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.409880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] No DVR routers for this DVR port 58f98125-7ac6-43c1-96bd-ea6b17c363ca on host hv-cinder-84099 {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:34:32.414163 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.417422 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-5440256c-98ed-4adf-9aed-bab05d4237d0 req-cdbe728a-50d7-4157-885f-b694806fe125 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.59 "DELETE /v2.0/ports/58f98125-7ac6-43c1-96bd-ea6b17c363ca HTTP/1.1" status: 204 len: 173 time: 1.3550844 May 06 23:34:32.419500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'name': 'network-vif-deleted', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:32.421689 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ef24d-92bd-438f-9fe3-3c3553695029" -d '{"events": [{"server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "name": "network-vif-deleted", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:32.482689 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de82f5-8424-431a-b37e-9273468eb4f2 x-openstack-request-id: req-b0de82f5-8424-431a-b37e-9273468eb4f2 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:32.483072 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d", "name": "network-vif-deleted", "tag": "58f98125-7ac6-43c1-96bd-ea6b17c363ca", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:32.483361 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0de82f5-8424-431a-b37e-9273468eb4f2 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:32.484942 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0de82f5-8424-431a-b37e-9273468eb4f2'] response: {'server_uuid': '7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d', 'name': 'network-vif-deleted', 'tag': '58f98125-7ac6-43c1-96bd-ea6b17c363ca', 'status': 'completed', 'code': 200} May 06 23:34:32.511699 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:34:32.542197 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Allocated IP 172.20.0.5 (6d008681-e274-49a1-afeb-4a12e96f7398/d47e5637-2b3e-4aef-8320-d93c15fcff6c/10d46230-5895-4c2a-a1b1-4d4823ea6e06) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:34:32.573333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-4e62ef6d-0bbb-4412-b2a7-8ffe24efa8e9 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450840 May 06 23:34:32.616874 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cf946871-966a-422f-b72c-cdf41e94aefd), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.619302 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.622773 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf946871-966a-422f-b72c-cdf41e94aefd HTTP/1.1" status: 204 len: 168 time: 0.6780949 May 06 23:34:32.633513 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:34:32.639195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:32.646941 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:34:32.677885 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-efbc7c67-0e74-46a0-a803-be472e1ff583 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "PUT /v2.0/floatingips/ac089aad-279a-4ee3-861a-683d2421a197 HTTP/1.1" status: 200 len: 992 time: 2.1104126 May 06 23:34:32.693337 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:32.694225 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:32.707512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2327-3b46-4544-bd1e-931a381c6575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf946871-966a-422f-b72c-cdf41e94aefd,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:32.793157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:34:32.850429 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ef983a7-797f-437d-9458-c494b244aecf req-8b849d70-6092-440c-840c-7398d9853a98 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658789 May 06 23:34:32.862997 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 58f98125-7ac6-43c1-96bd-ea6b17c363ca no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:34:32.895786 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:32.927915 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 58f98125-7ac6-43c1-96bd-ea6b17c363ca {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:34:32.931210 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 58f98125-7ac6-43c1-96bd-ea6b17c363ca not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:34:33.245091 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a6977c80-40de-4caa-a550-78513992d2ea req-2b404b48-f0f5-4b44-aa5a-1e0245f655f5 tempest-DeleteServersTestJSON-1191430137 tempest-DeleteServersTestJSON-1191430137-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d69a266-3fb6-4ef3-bba4-c0c24ac2c68d HTTP/1.1" status: 200 len: 210 time: 0.0829065 May 06 23:34:33.247381 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ebf1a65-7012-45df-830b-05264b09c210 req-b29b5915-0de2-4a44-9044-870e2174e2d5 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0836830 May 06 23:34:33.259017 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks [] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:33.289051 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ac089aad-279a-4ee3-861a-683d2421a197', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': '0e194113-f08e-40eb-b6a1-27077b018af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:f1:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:51Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.321531 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:34:33.329991 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:33.330680 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.333053 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:34:33.338865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:33.348098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:34:33.388717 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:33.389592 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.400749 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:33.457866 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b06fe10c-9620-4340-80ed-cbb5a65e541e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "PUT /v2.0/floatingips/ddb50230-93fe-46ed-bbc7-869226dcb194 HTTP/1.1" status: 200 len: 991 time: 3.5340052 May 06 23:34:33.474366 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:33.481743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fa3a89-e7bb-4125-9aff-f82b43e92081" -d '{"events": [{"name": "network-changed", "server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:33.502309 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:33.504670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Network 6d008681-e274-49a1-afeb-4a12e96f7398 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:34:33.508654 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:33.520080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:34:33.528637 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:33.573513 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e444a-73cd-406d-b610-9ba6d66451ea x-openstack-request-id: req-5b5e444a-73cd-406d-b610-9ba6d66451ea {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:33.574076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:33.574076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b5e444a-73cd-406d-b610-9ba6d66451ea {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:33.574428 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5e444a-73cd-406d-b610-9ba6d66451ea'] response: {'name': 'network-changed', 'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'status': 'completed', 'code': 200} May 06 23:34:33.583850 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:33.584479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:33.607779 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135998 May 06 23:34:33.651029 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Request body: {'port': {'device_id': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:33.665858 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3983c-6b55-494e-81d4-1b4f8d5d92eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Pushing event updated for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:33.732814 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb070-d174-4129-9abf-fc1f74bfe24b req-59106f1c-29b2-428e-a304-501f244146ed tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:33.734533 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e20bb070-d174-4129-9abf-fc1f74bfe24b req-59106f1c-29b2-428e-a304-501f244146ed tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.1573694 May 06 23:34:33.783596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:33.799560 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-bde2650a-8a76-4220-a155-d2e3540c1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:33.801107 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-bde2650a-8a76-4220-a155-d2e3540c1dcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 1129 time: 0.1556311 May 06 23:34:33.837567 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ac089aad-279a-4ee3-861a-683d2421a197', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': '0e194113-f08e-40eb-b6a1-27077b018af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:f1:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:51Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.867029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41402) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:33.887740 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c105-1f98-48d1-ad94-a60c6593fff4 None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ac089aad-279a-4ee3-861a-683d2421a197', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': '0e194113-f08e-40eb-b6a1-27077b018af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:f1:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:51Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:34:33.890289 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.919654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:34:33.929631 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:34:33.930508 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:34:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:33.961042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-7ffd51f8-bb64-4b80-afeb-d74408fe5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:33.962536 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-7ffd51f8-bb64-4b80-afeb-d74408fe5a62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.1502433 May 06 23:34:33.989499 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e20bb070-d174-4129-9abf-fc1f74bfe24b req-e9ff8815-3b6a-4692-9443-4a9e855424f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473030 May 06 23:34:34.027536 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880433043-network', 'tenant_id': 'bb430890341e42d3a99202c4291b6b67'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:34.054096 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Made reservation on behalf of bb430890341e42d3a99202c4291b6b67 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:34.057890 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.068384 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.098234 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:34:34.118205 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-f8d4f79c-01d5-42cf-acb1-003870f75e7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7 HTTP/1.1" status: 200 len: 999 time: 0.1420360 May 06 23:34:34.191305 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks [] for security_group (8b989925-1810-40a2-b341-37a28375744f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.197001 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8b989925-1810-40a2-b341-37a28375744f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.208237 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-02546548-484f-4032-a466-ad80c5374f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:34.208813 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5496961-e840-4ada-9fc5-5d2e6bdcbe7b None None] New status for floating IP ac089aad-279a-4ee3-861a-683d2421a197: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:34:34.210521 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-02546548-484f-4032-a466-ad80c5374f32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0671175 May 06 23:34:34.222585 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:34:34.239982 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.240755 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Added segment 0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3 of type vlan for network 63ebb3fb-2e01-40ae-bc44-bb827f61bf24 May 06 23:34:34.242252 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b989925-1810-40a2-b341-37a28375744f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:34.294637 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-63989fe8-cfde-4fb2-b1b8-2a811924585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:34.296330 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-63989fe8-cfde-4fb2-b1b8-2a811924585e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737054 May 06 23:34:34.329886 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (63ebb3fb-2e01-40ae-bc44-bb827f61bf24), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.416500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (63ebb3fb-2e01-40ae-bc44-bb827f61bf24), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.419849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:34.422905 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.423683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-d45cbd18-8046-4c5b-9c3d-e9dc72eeb81a service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181757 May 06 23:34:34.469650 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:34.508893 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f3185-3777-4aa9-90a8-582387eaf6ba None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:31Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:34:34.525759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:34.528411 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a9aac-bb84-408a-81b5-11c3f2f6752b" -d '{"events": [{"name": "network-changed", "server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:34.557182 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6888285 May 06 23:34:34.568233 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52aa99-24d6-4d3f-b732-16fc1f51f239 admin admin] Pushing event updated for resources: {'Network': ['ID=63ebb3fb-2e01-40ae-bc44-bb827f61bf24,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:34.573712 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41428) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:34.581868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 63ebb3fb-2e01-40ae-bc44-bb827f61bf24 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:34:34.586969 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Request body: {'subnet': {'network_id': '63ebb3fb-2e01-40ae-bc44-bb827f61bf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880433043-subnet', 'tenant_id': 'bb430890341e42d3a99202c4291b6b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:34.595350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc863-221a-4336-8a72-ad0cd229be5b req-bbf2827d-9084-4b28-a4fd-554127737e9a tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:34.597075 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-edafc863-221a-4336-8a72-ad0cd229be5b req-bbf2827d-9084-4b28-a4fd-554127737e9a tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 931 time: 0.1722493 May 06 23:34:34.634366 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d46230-5895-4c2a-a1b1-4d4823ea6e06 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:34.645418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks [] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.660713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Transition to ACTIVE for port object 10d46230-5895-4c2a-a1b1-4d4823ea6e06 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:34:34.673557 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Made reservation on behalf of bb430890341e42d3a99202c4291b6b67 for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:34.675242 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.677364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.742433 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1aa9a0-2889-4f47-b554-6df688b3bd1a x-openstack-request-id: req-da1aa9a0-2889-4f47-b554-6df688b3bd1a {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:34.742880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:34.743220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da1aa9a0-2889-4f47-b554-6df688b3bd1a {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:34.743706 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1aa9a0-2889-4f47-b554-6df688b3bd1a'] response: {'name': 'network-changed', 'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3', 'status': 'completed', 'code': 200} May 06 23:34:34.803173 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-edafc863-221a-4336-8a72-ad0cd229be5b req-dcb80424-62b4-4935-85a3-580920ba272b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862953 May 06 23:34:34.804361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Pushing event updated for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:34.814943 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94fa3a89-e7bb-4125-9aff-f82b43e92081 req-48530684-8a70-46d4-a021-3707f2201a7f service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565509 May 06 23:34:34.854094 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-e4193cc8-af86-418f-99c6-3b97d2fb21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:34.855857 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-e4193cc8-af86-418f-99c6-3b97d2fb21b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1130 time: 0.0958045 May 06 23:34:34.889086 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Attempting to bind port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:34:34.889417 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Attempting to bind port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:34:34.889830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Attempting to bind port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 on network 6d008681-e274-49a1-afeb-4a12e96f7398 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:34.895323 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 on network 6d008681-e274-49a1-afeb-4a12e96f7398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:34:34.895884 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Attempting to bind port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 on network 6d008681-e274-49a1-afeb-4a12e96f7398 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:34.901701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:34:34.902034 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Checking segment: {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:34.902409 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Bound using segment: {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:34:34.902833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Bound port: 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:34:34.903186 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:34.912553 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3429f-5fa7-4aad-946c-fe505b57bf2e None None] New status for floating IP ddb50230-93fe-46ed-bbc7-869226dcb194: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:34:34.979962 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:34:34.983175 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:34:34.989534 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.046195 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Pushing event updated for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:35.064295 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.065058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.066501 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-1d0a6ead-05df-49a7-929f-27a32e6b0f77 service neutron] 10.222.0.59 "PUT /v2.0/ports/10d46230-5895-4c2a-a1b1-4d4823ea6e06 HTTP/1.1" status: 200 len: 1093 time: 1.4394333 May 06 23:34:35.073458 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (374d7b9f-9dd9-40ed-97aa-b073a9eff77d), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.126584 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-f680df64-2020-4d85-8b71-b6c3f8139358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.128086 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-f680df64-2020-4d85-8b71-b6c3f8139358 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 911 time: 0.2638137 May 06 23:34:35.147476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=374d7b9f-9dd9-40ed-97aa-b073a9eff77d,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:35.158796 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b47b-bdf2-4b10-9282-c61747cce697 req-d09bed93-3296-4d9e-a99f-115217ac35be tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.160293 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ac59b47b-bdf2-4b10-9282-c61747cce697 req-d09bed93-3296-4d9e-a99f-115217ac35be tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0831325 May 06 23:34:35.174416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-3cc8c881-fb9e-4427-b41f-8b6d3c5a2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.175961 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-3cc8c881-fb9e-4427-b41f-8b6d3c5a2699 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 1127 time: 0.0605283 May 06 23:34:35.233101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-61e9518b-0a80-4765-a323-38c7b004d34c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06 HTTP/1.1" status: 200 len: 217 time: 0.0455394 May 06 23:34:35.239388 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Checking segment: {'id': '0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '63ebb3fb-2e01-40ae-bc44-bb827f61bf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:35.239811 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Network hostable DHCP agents. Network: 63ebb3fb-2e01-40ae-bc44-bb827f61bf24, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:34:35.261088 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ac59b47b-bdf2-4b10-9282-c61747cce697 req-23215450-e49f-4849-9402-fa26460b6a0c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927863 May 06 23:34:35.271737 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-7b69195c-e3e2-44ce-b6f3-d6a1b939b9f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 200 len: 1002 time: 0.1356323 May 06 23:34:35.291402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Network 63ebb3fb-2e01-40ae-bc44-bb827f61bf24 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:34:35.302937 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e5e20b80-85dc-46cc-815e-4b23f7866ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.304503 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-e5e20b80-85dc-46cc-815e-4b23f7866ad0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d47e5637-2b3e-4aef-8320-d93c15fcff6c HTTP/1.1" status: 200 len: 849 time: 0.0610812 May 06 23:34:35.326239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 63ebb3fb-2e01-40ae-bc44-bb827f61bf24) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:35.332218 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.333367 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.335733 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807dacbc-7e43-4046-941b-22c42fd44918 None None] Network 63ebb3fb-2e01-40ae-bc44-bb827f61bf24 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:35.350034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-472c70c2-7bc5-4b02-b588-289e6c2e36b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d008681-e274-49a1-afeb-4a12e96f7398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312278 May 06 23:34:35.353544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-f89045c9-3da0-43a4-9277-77b556289074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.355380 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-f89045c9-3da0-43a4-9277-77b556289074 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0754049 May 06 23:34:35.360231 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e47ed968-dfc1-464f-8a47-59b6c377c3d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7859337 May 06 23:34:35.424152 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-a4c7319a-1959-403e-9176-1a39ae34b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.426155 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-a4c7319a-1959-403e-9176-1a39ae34b2bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549216 May 06 23:34:35.457689 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d4624-32c6-402a-8b45-0cdc1a208f85 None None] Network 63ebb3fb-2e01-40ae-bc44-bb827f61bf24 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:35.476342 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-98377d70-d695-4848-bd97-78af6d90353a service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057689 May 06 23:34:35.536352 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-823dec1d-a322-4b59-ad4a-4101c742cd89 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998075 May 06 23:34:35.576425 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:35.578827 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6878eda-7bf0-4682-b1dc-eea584f6d36f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:35.586429 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91a0a8cf-bc1e-4986-b380-1c202c1994cd req-305b8091-2a73-442a-bfd1-5bf9fb7dcd63 service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029849 May 06 23:34:35.624727 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cabc3a-990d-47a8-ae82-8f0a16299142 x-openstack-request-id: req-09cabc3a-990d-47a8-ae82-8f0a16299142 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:35.626029 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:35.626596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09cabc3a-990d-47a8-ae82-8f0a16299142 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:35.627162 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cabc3a-990d-47a8-ae82-8f0a16299142'] response: {'name': 'network-changed', 'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06', 'status': 'completed', 'code': 200} May 06 23:34:35.654157 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f90a9aac-bb84-408a-81b5-11c3f2f6752b req-7962f329-bede-4986-a43b-19a10c932dfd service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107757 May 06 23:34:35.886930 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41466) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:35.891836 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855472565-network', 'tenant_id': '941f9c0bac1e462b86fbdc5842af3d7e'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:35.914338 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Made reservation on behalf of 941f9c0bac1e462b86fbdc5842af3d7e for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:35.916744 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.925861 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:35.940665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23d14-9eee-45d9-91a4-f9faba8eb680 req-bd2c2315-de7f-4571-a1a1-e6fb4e03774f tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:35.942174 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aef23d14-9eee-45d9-91a4-f9faba8eb680 req-bd2c2315-de7f-4571-a1a1-e6fb4e03774f tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 943 time: 0.0536644 May 06 23:34:35.973734 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41472) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:35.994031 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aef23d14-9eee-45d9-91a4-f9faba8eb680 req-4936d1b7-a969-48c4-b1df-282353d4840a tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 May 06 23:34:36.042727 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Deleting subnet fb55fda8-0d1e-4c7b-9774-c03844ce1c0a {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:34:36.048143 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Publish callbacks [] for subnet (fb55fda8-0d1e-4c7b-9774-c03844ce1c0a), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.050854 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks [] for security_group (a75f0e28-d2bd-4145-a624-36cbec4e5744), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.072694 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a75f0e28-d2bd-4145-a624-36cbec4e5744), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.111512 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:34:36.115367 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Publish callbacks [] for subnet (fb55fda8-0d1e-4c7b-9774-c03844ce1c0a), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.124135 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75f0e28-d2bd-4145-a624-36cbec4e5744,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:36.131655 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (fb55fda8-0d1e-4c7b-9774-c03844ce1c0a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.152530 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (3340e24f-91c2-4dad-8216-91f83157d388), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.152895 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Added segment 3340e24f-91c2-4dad-8216-91f83157d388 of type vlan for network 818163c0-59a3-45cf-ab6a-ac38eda9f2d2 May 06 23:34:36.205443 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (818163c0-59a3-45cf-ab6a-ac38eda9f2d2), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.236820 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (fb55fda8-0d1e-4c7b-9774-c03844ce1c0a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.243660 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (818163c0-59a3-45cf-ab6a-ac38eda9f2d2), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.244686 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:36.245261 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.287425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb55fda8-0d1e-4c7b-9774-c03844ce1c0a,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:36.289417 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.292500 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e8a74a48-3c71-4807-9290-c4072f9b0979 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fb55fda8-0d1e-4c7b-9774-c03844ce1c0a HTTP/1.1" status: 204 len: 168 time: 0.3176308 May 06 23:34:36.295149 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41478) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:36.327837 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4374561 May 06 23:34:36.333449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41480) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:36.339168 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Request body: {'subnet': {'network_id': '818163c0-59a3-45cf-ab6a-ac38eda9f2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855472565-subnet', 'tenant_id': '941f9c0bac1e462b86fbdc5842af3d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:36.353318 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4562-5e9b-44e3-9234-d91acab8b21d admin admin] Pushing event updated for resources: {'Network': ['ID=818163c0-59a3-45cf-ab6a-ac38eda9f2d2,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:36.365511 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 818163c0-59a3-45cf-ab6a-ac38eda9f2d2 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:34:36.367140 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Made reservation on behalf of 941f9c0bac1e462b86fbdc5842af3d7e for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:36.369940 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.416221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12199a2-679f-43dd-9b10-493e06d67277 req-e2a1edd4-d8fe-49dd-99c2-12f805db1114 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:36.417807 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e12199a2-679f-43dd-9b10-493e06d67277 req-e2a1edd4-d8fe-49dd-99c2-12f805db1114 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0676072 May 06 23:34:36.420209 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (1a6c753e-a2c2-4c8f-8937-d869f146b65c), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.535206 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e12199a2-679f-43dd-9b10-493e06d67277 req-a744ed09-0293-4938-b90b-6ad4b13683f3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088681 May 06 23:34:36.536428 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (1a6c753e-a2c2-4c8f-8937-d869f146b65c), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.559842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6c753e-a2c2-4c8f-8937-d869f146b65c']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:36.562437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (339ea2fd-2590-4da7-b19f-740c097417b6), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.570905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc93427c-aa4e-4058-8735-be819a4dbab1') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:36.571208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc93427c-aa4e-4058-8735-be819a4dbab1') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:36.585086 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (bc93427c-aa4e-4058-8735-be819a4dbab1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.600378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (bc93427c-aa4e-4058-8735-be819a4dbab1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.606572 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:34:36.606929 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (bc93427c-aa4e-4058-8735-be819a4dbab1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:34:36.608702 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:34:36.617749 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339ea2fd-2590-4da7-b19f-740c097417b6,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:36.628610 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Checking segment: {'id': '3340e24f-91c2-4dad-8216-91f83157d388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '818163c0-59a3-45cf-ab6a-ac38eda9f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:36.628959 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Network hostable DHCP agents. Network: 818163c0-59a3-45cf-ab6a-ac38eda9f2d2, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:34:36.646165 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Network 818163c0-59a3-45cf-ab6a-ac38eda9f2d2 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:34:36.655525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 818163c0-59a3-45cf-ab6a-ac38eda9f2d2) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:36.660155 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:36.660769 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.665022 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe5a61b-fc29-4b2b-88cb-f6d0359a653e None None] Network 818163c0-59a3-45cf-ab6a-ac38eda9f2d2 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:36.667533 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (1a6c753e-a2c2-4c8f-8937-d869f146b65c), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.677417 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:36.683685 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a6c753e-a2c2-4c8f-8937-d869f146b65c HTTP/1.1" status: 204 len: 168 time: 0.3848341 May 06 23:34:36.685759 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ef845914-1dde-4d2c-8e91-069bbae0bd76 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511426 May 06 23:34:36.697393 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857b110-a480-4fa1-8c0c-700e57280014 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6c753e-a2c2-4c8f-8937-d869f146b65c,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:36.786694 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b06f1a-937d-455e-a4d1-55ac0dbdcb5d None None] Network 818163c0-59a3-45cf-ab6a-ac38eda9f2d2 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:34:36.825960 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-9f43feda-1c31-4766-94ba-478cfd331942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:36.827680 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-9f43feda-1c31-4766-94ba-478cfd331942 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 1127 time: 0.0486808 May 06 23:34:36.907402 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41490) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:36.947390 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-e1c0f6d2-02ac-4d56-8d4e-a9180a6664e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:36.948902 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-e1c0f6d2-02ac-4d56-8d4e-a9180a6664e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 910 time: 0.1061306 May 06 23:34:36.952794 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5f135c51-1b40-4e89-9cf6-7adde655d786 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2eeb9017821482580e5f489157f77b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439246 May 06 23:34:36.955267 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41492) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:36.993262 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-4ae2dd85-ccdd-4606-b8b8-72c502e18ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06 HTTP/1.1" status: 200 len: 217 time: 0.0343616 May 06 23:34:37.004798 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] Publish callbacks [] for security_group (87cb5f32-bdd1-4516-a592-a38359788aef), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:37.033841 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] Publish callbacks [] for security_group (87cb5f32-bdd1-4516-a592-a38359788aef), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:37.061658 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-0ba9b713-1543-400d-aa7a-3376565c7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:37.063125 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-0ba9b713-1543-400d-aa7a-3376565c7df4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d47e5637-2b3e-4aef-8320-d93c15fcff6c HTTP/1.1" status: 200 len: 849 time: 0.0627778 May 06 23:34:37.099985 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-0300582b-749f-4c53-85bf-d7781e92208f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d008681-e274-49a1-afeb-4a12e96f7398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282259 May 06 23:34:37.122836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b94e31-b5b8-449a-9987-bf122d76eb6f req-9e117292-69e0-4512-8f78-749e77b61282 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:37.124367 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d6b94e31-b5b8-449a-9987-bf122d76eb6f req-9e117292-69e0-4512-8f78-749e77b61282 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 943 time: 0.0559821 May 06 23:34:37.138257 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (87cb5f32-bdd1-4516-a592-a38359788aef), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:37.140802 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:37.144397 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87cb5f32-bdd1-4516-a592-a38359788aef HTTP/1.1" status: 204 len: 168 time: 0.1857831 May 06 23:34:37.165454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc176b3-5408-4fbf-bf73-c864ec7ef531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb5f32-bdd1-4516-a592-a38359788aef,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:37.215897 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d6b94e31-b5b8-449a-9987-bf122d76eb6f req-398fbd12-bbfb-4842-a723-c125d7cf49f7 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799394 May 06 23:34:37.231219 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-b2e66258-bd83-4b5c-940b-ee7c66e822de service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054099 May 06 23:34:37.365039 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f6878eda-7bf0-4682-b1dc-eea584f6d36f req-81cdc9c7-5851-47e3-8aab-4522b25bea05 service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196361 May 06 23:34:37.653479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb702-f40a-4157-ad70-72fcda247301 req-7fdcd647-8bd6-4594-b474-7343758a60b5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:37.654895 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fdadb702-f40a-4157-ad70-72fcda247301 req-7fdcd647-8bd6-4594-b474-7343758a60b5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0456252 May 06 23:34:37.714628 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fdadb702-f40a-4157-ad70-72fcda247301 req-951c1854-27ac-4ad5-97a2-5eccffeba90d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 May 06 23:34:38.320181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebe7bd-4c5d-47fd-a32b-cafd67ce9957 req-f383609d-36ba-4763-898a-f1efac16f328 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:38.321957 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-58ebe7bd-4c5d-47fd-a32b-cafd67ce9957 req-f383609d-36ba-4763-898a-f1efac16f328 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 943 time: 0.0510011 May 06 23:34:38.371819 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-58ebe7bd-4c5d-47fd-a32b-cafd67ce9957 req-2a790037-6fe0-465f-ad86-cd41b93e1259 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 May 06 23:34:38.853035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf1ea-7aae-44d6-9dd1-a4d23c94304d req-c6f92eff-adbd-4033-a9b3-aa1321958883 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:38.854734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09bdf1ea-7aae-44d6-9dd1-a4d23c94304d req-c6f92eff-adbd-4033-a9b3-aa1321958883 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0633888 May 06 23:34:38.893810 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 10d46230-5895-4c2a-a1b1-4d4823ea6e06 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:34:38.902438 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09bdf1ea-7aae-44d6-9dd1-a4d23c94304d req-00d6bab4-b17e-4c83-bf25-538a5b486055 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 May 06 23:34:38.994455 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:39.006777 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '10d46230-5895-4c2a-a1b1-4d4823ea6e06', 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398', 'port_id': '10d46230-5895-4c2a-a1b1-4d4823ea6e06', 'mac_address': 'fa:16:3e:00:c7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47e5637-2b3e-4aef-8320-d93c15fcff6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:34:39.045799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:39.046311 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:39.060775 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d46230-5895-4c2a-a1b1-4d4823ea6e06 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:39.080553 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:39.085509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:39.133924 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:39.414891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['10d46230-5895-4c2a-a1b1-4d4823ea6e06'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:39.488190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb02259-7548-4b2c-a59a-b409985c0ae3 req-dbea9254-292c-4c68-ae4e-8378e32966ba tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:39.491157 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4cb02259-7548-4b2c-a59a-b409985c0ae3 req-dbea9254-292c-4c68-ae4e-8378e32966ba tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 944 time: 0.0513272 May 06 23:34:39.549684 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4cb02259-7548-4b2c-a59a-b409985c0ae3 req-4e1ce092-0fe0-4f4d-8148-99bedba3cdda tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536628 May 06 23:34:40.019357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78596-517e-4b04-b177-f843ce80c3fe req-45475add-2338-439c-a3d8-dfe96a2683b5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:40.021073 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fed78596-517e-4b04-b177-f843ce80c3fe req-45475add-2338-439c-a3d8-dfe96a2683b5 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0485873 May 06 23:34:40.084525 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fed78596-517e-4b04-b177-f843ce80c3fe req-00d8ff44-bf45-4970-bd9d-c05c35301a94 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550270 May 06 23:34:40.657249 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5da09-5c27-4d35-ba4b-fe8454f3d8ef req-137217a4-e5c6-4229-8025-d1523ec682c4 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:40.658733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-68e5da09-5c27-4d35-ba4b-fe8454f3d8ef req-137217a4-e5c6-4229-8025-d1523ec682c4 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 944 time: 0.0481408 May 06 23:34:40.712243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-68e5da09-5c27-4d35-ba4b-fe8454f3d8ef req-855a7fcb-3d4a-4833-aee0-a22664f6cadc tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 May 06 23:34:40.911393 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 10d46230-5895-4c2a-a1b1-4d4823ea6e06 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:34:40.957749 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:34:40.966266 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:34:40.966719 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:41.048726 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:34:41.049115 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:41.071973 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:41.074217 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc2d54-dd10-41b4-99d8-5f9f999d0c8d" -d '{"events": [{"server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "name": "network-vif-plugged", "status": "completed", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:41.086842 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:41.091088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:41.118955 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b6b264-17e5-4fc2-a8a6-2681e6868970 x-openstack-request-id: req-02b6b264-17e5-4fc2-a8a6-2681e6868970 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:41.119341 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "name": "network-vif-plugged", "status": "completed", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:41.119599 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02b6b264-17e5-4fc2-a8a6-2681e6868970 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:41.120081 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b6b264-17e5-4fc2-a8a6-2681e6868970'] response: {'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06', 'code': 200} May 06 23:34:41.146329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:41.215180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320cc74-6514-4832-8bd1-5437aa5f238b req-18cc43bc-0d7e-4ba8-801f-23632c867e4f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:41.219963 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2320cc74-6514-4832-8bd1-5437aa5f238b req-18cc43bc-0d7e-4ba8-801f-23632c867e4f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0552762 May 06 23:34:41.269829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2320cc74-6514-4832-8bd1-5437aa5f238b req-f081b73b-6a51-4d7b-91dc-9536d2ea4a13 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 May 06 23:34:41.330777 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e6fc-9630-4869-9fee-3fe17992c2e7 req-31445512-9fea-42cf-9f26-33bf78a981a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:41.333764 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-fbc5e6fc-9630-4869-9fee-3fe17992c2e7 req-31445512-9fea-42cf-9f26-33bf78a981a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 1129 time: 0.0675807 May 06 23:34:41.486766 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-fbc5e6fc-9630-4869-9fee-3fe17992c2e7 req-1ef55f03-2a69-4dd7-8563-934c6784a37e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 May 06 23:34:41.824157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee4c3c-4a54-4ee2-8138-353639311bc6 req-bfbd7757-f05c-46ff-b36f-04c7ea80221d tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:41.825666 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5ee4c3c-4a54-4ee2-8138-353639311bc6 req-bfbd7757-f05c-46ff-b36f-04c7ea80221d tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0463967 May 06 23:34:41.873387 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5ee4c3c-4a54-4ee2-8138-353639311bc6 req-7afc83f0-c535-4be2-a3d5-af7d5ee69353 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 May 06 23:34:42.383498 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c940-44d6-42d2-aa6a-da419c7d23bc req-d3e3623b-f883-4822-80b5-825f344c212c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:42.385333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-46b8c940-44d6-42d2-aa6a-da419c7d23bc req-d3e3623b-f883-4822-80b5-825f344c212c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0499511 May 06 23:34:42.431769 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-46b8c940-44d6-42d2-aa6a-da419c7d23bc req-f053fc5b-c7f0-4a34-98e4-dda0044d62d4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 May 06 23:34:42.985191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c56d-b64c-4739-b3d5-cbd7a97582ff req-b6624060-bce2-47f9-9a91-7071858674ef tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:42.986660 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a5c6c56d-b64c-4739-b3d5-cbd7a97582ff req-b6624060-bce2-47f9-9a91-7071858674ef tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0476887 May 06 23:34:43.031503 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a5c6c56d-b64c-4739-b3d5-cbd7a97582ff req-91d26386-376a-40b2-9613-34df578c48ac tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 May 06 23:34:43.539987 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92b777-8d32-4822-85c3-016d98b3a5e8 req-56fb007b-8c1a-4692-9f78-9af5af9d226d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:43.541456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a92b777-8d32-4822-85c3-016d98b3a5e8 req-56fb007b-8c1a-4692-9f78-9af5af9d226d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0451522 May 06 23:34:43.590326 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a92b777-8d32-4822-85c3-016d98b3a5e8 req-abd3a4de-b6e4-4904-8668-610aa632f615 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 May 06 23:34:44.146463 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159ff3-f621-405e-a605-b53dc4e894b1 req-eff7cbcc-71d6-4b98-88fa-d755e0060051 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:44.147926 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d7159ff3-f621-405e-a605-b53dc4e894b1 req-eff7cbcc-71d6-4b98-88fa-d755e0060051 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0452123 May 06 23:34:44.193427 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d7159ff3-f621-405e-a605-b53dc4e894b1 req-3d778619-68f2-4ceb-9935-2e179886403b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 May 06 23:34:44.710975 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f55b3-3d95-4691-987b-cfa13796274b req-dc900aef-938b-4278-9e1f-14e463946316 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:44.712381 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-177f55b3-3d95-4691-987b-cfa13796274b req-dc900aef-938b-4278-9e1f-14e463946316 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0523360 May 06 23:34:44.761374 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-177f55b3-3d95-4691-987b-cfa13796274b req-27fa30a7-7491-41f1-a80a-51be6162416b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 May 06 23:34:45.305401 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69048aa5-007b-4947-afb6-397ecec566a2 req-050fc538-f592-4c51-b2e8-eeac70c50f4e tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:45.306876 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69048aa5-007b-4947-afb6-397ecec566a2 req-050fc538-f592-4c51-b2e8-eeac70c50f4e tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0475068 May 06 23:34:45.360913 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69048aa5-007b-4947-afb6-397ecec566a2 req-899e400c-17d2-4d4d-b151-76e37a006555 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 May 06 23:34:45.883612 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124014bb-4ac4-4bc0-ad25-8f1abcc48f4c req-fdcc90cb-bac2-4d66-ad44-5e4b5412ab14 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:45.885138 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-124014bb-4ac4-4bc0-ad25-8f1abcc48f4c req-fdcc90cb-bac2-4d66-ad44-5e4b5412ab14 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0474465 May 06 23:34:45.933266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-124014bb-4ac4-4bc0-ad25-8f1abcc48f4c req-37160a8a-9682-4efa-bcea-66c6197cb4d1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 May 06 23:34:46.474205 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6f84-74bf-42f9-915a-1b96fac8cd9d req-793b1a39-b632-43a6-bc83-3f443ecd1824 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:46.476283 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f1c6f84-74bf-42f9-915a-1b96fac8cd9d req-793b1a39-b632-43a6-bc83-3f443ecd1824 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0481787 May 06 23:34:46.520379 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f1c6f84-74bf-42f9-915a-1b96fac8cd9d req-6e0b7655-2e50-41f1-a58c-3e5cfed36ffd tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 May 06 23:34:47.044522 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe37bc-4361-4f42-9611-baff8572dc09 req-8a6804aa-17ed-4046-b3d3-ad49453b4228 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:47.046025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-05fe37bc-4361-4f42-9611-baff8572dc09 req-8a6804aa-17ed-4046-b3d3-ad49453b4228 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0458474 May 06 23:34:47.091734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-05fe37bc-4361-4f42-9611-baff8572dc09 req-58383b28-fc7e-4fbe-ab5c-6ebf82ea10a9 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 May 06 23:34:47.633117 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14755f-342f-4553-8982-e42dba4d6db5 req-e3ffd407-c020-4eff-962c-dd1073f7624b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:47.634552 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d14755f-342f-4553-8982-e42dba4d6db5 req-e3ffd407-c020-4eff-962c-dd1073f7624b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0447311 May 06 23:34:47.681807 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d14755f-342f-4553-8982-e42dba4d6db5 req-4ad574a4-94b8-41ee-ae54-9b626a3d6a8b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 May 06 23:34:48.200279 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c91cc-410c-4664-a1ee-36b06902faa9 req-9cdd2270-3f2f-4765-81b8-61aeed2547ea tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:48.201944 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb8c91cc-410c-4664-a1ee-36b06902faa9 req-9cdd2270-3f2f-4765-81b8-61aeed2547ea tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0454235 May 06 23:34:48.249690 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb8c91cc-410c-4664-a1ee-36b06902faa9 req-09b5ad1e-4cb5-4c84-a888-057683031999 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 May 06 23:34:48.759428 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1fd9bf55-03b3-4f94-9c39-6efac0cbf7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:48.796520 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b5f9-6ee9-4f0b-94df-c6ba5fc224cd req-024ed9f4-0482-4724-ad78-25e9b32e2f78 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:48.798034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b987b5f9-6ee9-4f0b-94df-c6ba5fc224cd req-024ed9f4-0482-4724-ad78-25e9b32e2f78 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0480013 May 06 23:34:48.844319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b987b5f9-6ee9-4f0b-94df-c6ba5fc224cd req-a7004e06-94f7-4a9e-addc-f453068b1ded tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 May 06 23:34:49.365157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1720a-6b7e-415e-9c30-77102368de98 req-b5efe197-8afe-4654-8d5c-dd6d7a31b80e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:49.366618 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ec1720a-6b7e-415e-9c30-77102368de98 req-b5efe197-8afe-4654-8d5c-dd6d7a31b80e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0511346 May 06 23:34:49.411246 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ec1720a-6b7e-415e-9c30-77102368de98 req-7075ae0a-bb7f-463e-b2be-169bcdb3c33d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 May 06 23:34:49.960657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198f2a-bcc4-4cc0-929e-e69a682b6268 req-2928b070-cb75-4582-bbb3-3c6cfbdaaba0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:49.962124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-29198f2a-bcc4-4cc0-929e-e69a682b6268 req-2928b070-cb75-4582-bbb3-3c6cfbdaaba0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0461912 May 06 23:34:50.008991 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-29198f2a-bcc4-4cc0-929e-e69a682b6268 req-c216b342-fb9f-4a9a-a5ad-682bea3f121c tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 May 06 23:34:50.520761 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b9f8d-7aed-47dc-b975-e74f0940f8cf req-4b5709b0-6cb1-4d25-bffb-7d0b71ab708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:50.523111 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-e88b9f8d-7aed-47dc-b975-e74f0940f8cf req-4b5709b0-6cb1-4d25-bffb-7d0b71ab708f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1130 time: 0.0411961 May 06 23:34:50.534803 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cd1ca-6588-4ea4-83fb-af20b0e8dd79 req-bc033fc8-8503-4d01-8288-4e5263d368e2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:50.539153 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab1cd1ca-6588-4ea4-83fb-af20b0e8dd79 req-bc033fc8-8503-4d01-8288-4e5263d368e2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0502491 May 06 23:34:50.575673 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-e88b9f8d-7aed-47dc-b975-e74f0940f8cf req-201a3d77-dce9-4ef3-8dc5-042721823249 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 May 06 23:34:50.593610 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab1cd1ca-6588-4ea4-83fb-af20b0e8dd79 req-09778971-81a5-4b50-b67b-0bdb38ddce31 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517299 May 06 23:34:51.044040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:51.129907 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153778b0-5673-40a0-b788-a6100ee82d05 req-7a335196-5870-4f2b-a430-6fe8845be316 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:51.131877 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-153778b0-5673-40a0-b788-a6100ee82d05 req-7a335196-5870-4f2b-a430-6fe8845be316 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0452700 May 06 23:34:51.178808 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-153778b0-5673-40a0-b788-a6100ee82d05 req-13e97b17-9148-4d07-b905-d9f47af47c06 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 May 06 23:34:51.194091 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e60a00cc-20c4-4ce3-b89e-43114be16815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:51.710121 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341168-7fec-44a8-8c68-074fa322895e req-958f7a75-3f65-4eff-b030-e64af99772bc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:51.712256 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88341168-7fec-44a8-8c68-074fa322895e req-958f7a75-3f65-4eff-b030-e64af99772bc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0496135 May 06 23:34:51.771985 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88341168-7fec-44a8-8c68-074fa322895e req-fb2fd70c-23f7-49dc-8ce6-afe15da3e99c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 May 06 23:34:51.973916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41af1-b7e9-4f17-9464-9ae95f575f49 req-24b762da-a731-426b-9a9c-3065c5b4df85 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:51.975337 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26d41af1-b7e9-4f17-9464-9ae95f575f49 req-24b762da-a731-426b-9a9c-3065c5b4df85 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0502775 May 06 23:34:52.023132 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26d41af1-b7e9-4f17-9464-9ae95f575f49 req-692868c1-e686-4a55-b48d-c5521e715503 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 May 06 23:34:52.260435 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:52.885724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d21b-2333-49a9-8e8e-14e70773b8bb req-19a0552c-8bc3-47bb-9329-b49a4d67fc76 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:52.887220 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99a1d21b-2333-49a9-8e8e-14e70773b8bb req-19a0552c-8bc3-47bb-9329-b49a4d67fc76 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0446935 May 06 23:34:52.933167 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99a1d21b-2333-49a9-8e8e-14e70773b8bb req-0cc5d5e5-73f7-44f8-8885-5c3244581388 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 May 06 23:34:53.057794 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c81c5-45cf-42b3-b700-c6a5c2196a4e req-6ba70f80-7060-4261-b5c1-fb4bd7bf3987 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:53.059578 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-da9c81c5-45cf-42b3-b700-c6a5c2196a4e req-6ba70f80-7060-4261-b5c1-fb4bd7bf3987 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0584679 May 06 23:34:53.165644 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-da9c81c5-45cf-42b3-b700-c6a5c2196a4e req-737b4d35-b1ef-4158-acba-969ba155faeb tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970793 May 06 23:34:53.196974 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9347555-7dbe-4bcd-8da7-f5a3346b1b14 req-5c0e51b4-f12b-4bf8-8e33-98c83477dcdf tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:53.196974 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a9347555-7dbe-4bcd-8da7-f5a3346b1b14 req-5c0e51b4-f12b-4bf8-8e33-98c83477dcdf tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0772259 May 06 23:34:53.257839 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a9347555-7dbe-4bcd-8da7-f5a3346b1b14 req-bee4cec1-09e3-499c-ad36-43ad1feaddf1 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 May 06 23:34:53.339338 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41890) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:53.427478 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.466591 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-363ab38f-6c21-4c9e-835c-b4ad1fda7820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.563542 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-363ab38f-6c21-4c9e-835c-b4ad1fda7820 admin admin] Publish callbacks [] for security_group (ad6ebe5f-b6ae-4d43-ab79-725da7922af6), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.568008 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-363ab38f-6c21-4c9e-835c-b4ad1fda7820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ad6ebe5f-b6ae-4d43-ab79-725da7922af6), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.606934 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-363ab38f-6c21-4c9e-835c-b4ad1fda7820 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80dcf451975b4afb9e1dc9b7793c4027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663765 May 06 23:34:53.609000 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab38f-6c21-4c9e-835c-b4ad1fda7820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ebe5f-b6ae-4d43-ab79-725da7922af6,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:53.609884 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41906) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:53.673057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] Publish callbacks [] for security_group (ad6ebe5f-b6ae-4d43-ab79-725da7922af6), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.694561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] Publish callbacks [] for security_group (ad6ebe5f-b6ae-4d43-ab79-725da7922af6), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.743071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ad6ebe5f-b6ae-4d43-ab79-725da7922af6), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.745697 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:53.746810 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad6ebe5f-b6ae-4d43-ab79-725da7922af6 HTTP/1.1" status: 204 len: 168 time: 0.1358647 May 06 23:34:53.754080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213cf26-a5b2-4497-88b6-a5cdc5c1a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ebe5f-b6ae-4d43-ab79-725da7922af6,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:54.381116 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-73366686-fb08-4383-857a-8d4e06f76b3a tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:54.381729 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7f661-edd7-4772-a253-b74cc95c8d0b req-bb4f3fdf-bbee-4ac5-821c-7eb781e13c65 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:54.382713 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-73366686-fb08-4383-857a-8d4e06f76b3a tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0525270 May 06 23:34:54.383328 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7bc7f661-edd7-4772-a253-b74cc95c8d0b req-bb4f3fdf-bbee-4ac5-821c-7eb781e13c65 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 945 time: 0.0548372 May 06 23:34:54.441537 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7bc7f661-edd7-4772-a253-b74cc95c8d0b req-09c22a44-2f8e-4abd-9e59-2cce7ce4d256 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 May 06 23:34:54.494571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Deleting port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:34:54.494908 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:54.602015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] For port 10d46230-5895-4c2a-a1b1-4d4823ea6e06, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=10d46230-5895-4c2a-a1b1-4d4823ea6e06,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:34:54.602361 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:54.616003 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Calling delete_port for 10d46230-5895-4c2a-a1b1-4d4823ea6e06 owned by compute:nova {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:34:54.764459 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (10d46230-5895-4c2a-a1b1-4d4823ea6e06), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:54.779050 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['10d46230-5895-4c2a-a1b1-4d4823ea6e06'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:34:54.822340 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Pushing event deleted for resources: {'Port': ['ID=10d46230-5895-4c2a-a1b1-4d4823ea6e06,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:54.911794 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] No DVR routers for this DVR port 10d46230-5895-4c2a-a1b1-4d4823ea6e06 on host hv-cinder-84099 {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:34:54.919649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:54.936389 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-58c25dcc-12d6-41a7-b5d6-815c41ca5b9e req-fee6878f-74da-498c-80d5-f09a19db73b0 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "DELETE /v2.0/ports/10d46230-5895-4c2a-a1b1-4d4823ea6e06 HTTP/1.1" status: 204 len: 173 time: 0.5473921 May 06 23:34:54.937080 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'name': 'network-vif-deleted', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:54.939808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-f458ff19-3b4a-4c04-a2b0-decbcd2e5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:54.942313 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-f458ff19-3b4a-4c04-a2b0-decbcd2e5f0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0990863 May 06 23:34:54.943216 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a897f0-5813-4464-b02b-8eecf5ff4892" -d '{"events": [{"server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "name": "network-vif-deleted", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:54.957414 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732301f1-d8d2-44d9-8aa6-b8dbced65f57 req-8089bc64-1fdc-480a-ab96-76e713ada785 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:54.961687 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-732301f1-d8d2-44d9-8aa6-b8dbced65f57 req-8089bc64-1fdc-480a-ab96-76e713ada785 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0774870 May 06 23:34:55.004706 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25920ac6-aafe-4d99-9516-8b7582d1cde4 x-openstack-request-id: req-25920ac6-aafe-4d99-9516-8b7582d1cde4 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:55.005023 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b242b23-9eb1-4198-9321-a3dba83cada1", "name": "network-vif-deleted", "tag": "10d46230-5895-4c2a-a1b1-4d4823ea6e06", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:55.005282 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25920ac6-aafe-4d99-9516-8b7582d1cde4 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:55.005677 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25920ac6-aafe-4d99-9516-8b7582d1cde4'] response: {'server_uuid': '1b242b23-9eb1-4198-9321-a3dba83cada1', 'name': 'network-vif-deleted', 'tag': '10d46230-5895-4c2a-a1b1-4d4823ea6e06', 'status': 'completed', 'code': 200} May 06 23:34:55.014708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 41978) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:55.203333 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.242860 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-37a1030c-53ae-4f19-8ce0-7854a54d50e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.325077 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-37a1030c-53ae-4f19-8ce0-7854a54d50e2 admin admin] Publish callbacks [] for security_group (cd36769b-b0d9-4462-ab7a-16b2acbaef4f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.329566 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-37a1030c-53ae-4f19-8ce0-7854a54d50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cd36769b-b0d9-4462-ab7a-16b2acbaef4f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.367408 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1030c-53ae-4f19-8ce0-7854a54d50e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36769b-b0d9-4462-ab7a-16b2acbaef4f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:55.374663 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-37a1030c-53ae-4f19-8ce0-7854a54d50e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cadc03031e9b43de84bed5e155652e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565345 May 06 23:34:55.376338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 41990) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:55.422511 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-732301f1-d8d2-44d9-8aa6-b8dbced65f57 req-f64112c5-19fb-4b9a-9078-58265207fb95 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519694 May 06 23:34:55.453578 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-9a2df01e-da1d-45c2-becb-7857ac77dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:55.455035 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-9a2df01e-da1d-45c2-becb-7857ac77dbd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.4924378 May 06 23:34:55.502134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] Publish callbacks [] for security_group (cd36769b-b0d9-4462-ab7a-16b2acbaef4f), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.504902 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-160714f3-6576-45ce-982f-1d2e5da2476f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.0403726 May 06 23:34:55.587671 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] Publish callbacks [] for security_group (cd36769b-b0d9-4462-ab7a-16b2acbaef4f), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.597746 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5cf315db-d762-43a3-a78e-438646e3cffd req-f9793c5a-6079-48bb-bc79-102ab3e13873 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b242b23-9eb1-4198-9321-a3dba83cada1 HTTP/1.1" status: 200 len: 210 time: 0.0491760 May 06 23:34:55.614119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-c0d77e78-cd4d-4ad9-a314-2387319e8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:55.616038 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-c0d77e78-cd4d-4ad9-a314-2387319e8932 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1000030 May 06 23:34:55.667504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-40708263-ffca-4d2f-bdd8-737012044859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:55.669001 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-40708263-ffca-4d2f-bdd8-737012044859 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406308 May 06 23:34:55.675568 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cd36769b-b0d9-4462-ab7a-16b2acbaef4f), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.678296 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:55.679315 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd36769b-b0d9-4462-ab7a-16b2acbaef4f HTTP/1.1" status: 204 len: 168 time: 0.3004351 May 06 23:34:55.728378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416ee14-ff7f-441b-8c22-2a75a49387c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36769b-b0d9-4462-ab7a-16b2acbaef4f,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:55.775085 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-6f9da103-1f04-4452-ab04-fe3168f01a2e service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947294 May 06 23:34:55.871398 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6ba61b3c-5cfd-4b9d-aa11-1fbd569d17f9 req-520c811a-906a-44e7-9cba-3737dab17f86 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889902 May 06 23:34:56.200497 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42010) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:56.244387 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Deleting subnet 374d7b9f-9dd9-40ed-97aa-b073a9eff77d {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:34:56.247519 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Publish callbacks [] for subnet (374d7b9f-9dd9-40ed-97aa-b073a9eff77d), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.283362 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Publish callbacks [] for subnet (374d7b9f-9dd9-40ed-97aa-b073a9eff77d), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.288759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (374d7b9f-9dd9-40ed-97aa-b073a9eff77d), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.339055 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (374d7b9f-9dd9-40ed-97aa-b073a9eff77d), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.368274 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.371498 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/374d7b9f-9dd9-40ed-97aa-b073a9eff77d HTTP/1.1" status: 204 len: 168 time: 0.1699960 May 06 23:34:56.372557 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e131842-2551-4b98-8367-f68717b0e7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374d7b9f-9dd9-40ed-97aa-b073a9eff77d,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:56.374065 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42016) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:56.447066 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (63ebb3fb-2e01-40ae-bc44-bb827f61bf24), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.554357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (63ebb3fb-2e01-40ae-bc44-bb827f61bf24), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.581930 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49b975-f481-4bee-bb6f-4103b35f3ec1 req-7f3ff25b-9f25-46c4-94cc-660d640fc716 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:56.583400 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2d49b975-f481-4bee-bb6f-4103b35f3ec1 req-7f3ff25b-9f25-46c4-94cc-660d640fc716 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0737658 May 06 23:34:56.599265 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ebb3fb-2e01-40ae-bc44-bb827f61bf24']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:56.617187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:56.617495 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:56.646229 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.661901 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2d49b975-f481-4bee-bb6f-4103b35f3ec1 req-1202ffeb-f5dd-47f6-976c-de148fdc4f56 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725067 May 06 23:34:56.666468 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.685980 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:34:56.686406 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (0b30a1ea-ff2a-424d-b9e1-8f1709bf4ba3), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:34:56.688506 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:34:56.756843 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (63ebb3fb-2e01-40ae-bc44-bb827f61bf24), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.762084 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.765250 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] 10.222.0.60 "DELETE /v2.0/networks/63ebb3fb-2e01-40ae-bc44-bb827f61bf24 HTTP/1.1" status: 204 len: 168 time: 0.3900368 May 06 23:34:56.768427 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42034) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:56.779673 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4aab-a3cc-4f1d-ad00-d2e055b9eb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ebb3fb-2e01-40ae-bc44-bb827f61bf24,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:56.815037 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Deleting subnet 339ea2fd-2590-4da7-b19f-740c097417b6 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:34:56.818554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Publish callbacks [] for subnet (339ea2fd-2590-4da7-b19f-740c097417b6), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.858303 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Publish callbacks [] for subnet (339ea2fd-2590-4da7-b19f-740c097417b6), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.863814 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (339ea2fd-2590-4da7-b19f-740c097417b6), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.917694 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for subnet (339ea2fd-2590-4da7-b19f-740c097417b6), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.942542 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339ea2fd-2590-4da7-b19f-740c097417b6,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:56.947881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:56.950954 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2264ab9f-cf52-41b0-be5e-9e240ca159b2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/339ea2fd-2590-4da7-b19f-740c097417b6 HTTP/1.1" status: 204 len: 168 time: 0.1813958 May 06 23:34:56.953568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42046) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:56.969718 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-968ada40-b623-43e0-8876-24b364d3fa73 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:56.971186 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-968ada40-b623-43e0-8876-24b364d3fa73 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 809 time: 0.1060400 May 06 23:34:56.986104 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-b502ba7e-cab8-4803-857c-0eb7ef639e41 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/quotas/e6bcfbcf3cf84607a2ea593055bf4cd6 HTTP/1.1" status: 200 len: 375 time: 0.0087779 May 06 23:34:57.019531 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-87b41d3f-9736-48a5-89f9-d313b5cbcaff tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280988 May 06 23:34:57.022208 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (818163c0-59a3-45cf-ab6a-ac38eda9f2d2), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.106035 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (818163c0-59a3-45cf-ab6a-ac38eda9f2d2), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.112961 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-6f3caa5e-1749-4d2a-a672-607d386a5dd9 service neutron] 10.222.0.60 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851946 May 06 23:34:57.129849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.130251 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.131860 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.132245 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.132624 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.132947 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.133284 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.133596 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.133919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.134238 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.200655 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.201283 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.201372 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.201644 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 23:34:57.202003 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818163c0-59a3-45cf-ab6a-ac38eda9f2d2']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:57.203331 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-f5b7b16f-b48b-4832-ad7d-a608945b7c43 service neutron] 10.222.0.60 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825419 May 06 23:34:57.219015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3340e24f-91c2-4dad-8216-91f83157d388') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:57.219316 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3340e24f-91c2-4dad-8216-91f83157d388') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:34:57.235857 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (3340e24f-91c2-4dad-8216-91f83157d388), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.256487 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (3340e24f-91c2-4dad-8216-91f83157d388), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.265270 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:34:57.265674 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (3340e24f-91c2-4dad-8216-91f83157d388), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: from cryptography.utils import int_from_bytes May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: from cryptography.utils import int_from_bytes May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:34:57.269875 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:34:57.368211 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3578019f-dd2f-46e5-bfcd-d1e41ba2a6aa req-144cd396-672d-41e2-ab84-8f93e95a2397 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0317514 May 06 23:34:57.551364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (818163c0-59a3-45cf-ab6a-ac38eda9f2d2), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.569830 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.573318 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/818163c0-59a3-45cf-ab6a-ac38eda9f2d2 HTTP/1.1" status: 204 len: 168 time: 0.6187022 May 06 23:34:57.574391 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3474ca0-9355-4d49-a1cf-e3b4df7251d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=818163c0-59a3-45cf-ab6a-ac38eda9f2d2,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:57.739339 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:34:57.746503 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42066) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:57.838331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eb86f-a29f-47e8-8103-66329d986d4b req-5166d323-33a5-4232-bd71-99dcc57b2018 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:57.849091 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-639eb86f-a29f-47e8-8103-66329d986d4b req-5166d323-33a5-4232-bd71-99dcc57b2018 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0809674 May 06 23:34:57.856987 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-71a1b34b-976f-4eae-b28e-0e305141de6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb430890341e42d3a99202c4291b6b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087706 May 06 23:34:57.857659 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42072) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:57.911860 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-639eb86f-a29f-47e8-8103-66329d986d4b req-8f4000ce-93f0-46f7-82fc-6e1bdebf48bd tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583081 May 06 23:34:57.934820 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] Publish callbacks [] for security_group (8b989925-1810-40a2-b341-37a28375744f), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:57.956452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] Publish callbacks [] for security_group (8b989925-1810-40a2-b341-37a28375744f), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.001964 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8b989925-1810-40a2-b341-37a28375744f), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.004436 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.005587 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b989925-1810-40a2-b341-37a28375744f HTTP/1.1" status: 204 len: 168 time: 0.1466570 May 06 23:34:58.013546 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2d5f-2345-4329-8627-f326560e1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b989925-1810-40a2-b341-37a28375744f,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:58.314973 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42080) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:58.359411 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42082) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:34:58.359653 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-bb4fd9d7-afe1-4408-bd6e-0a8a26392f50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=941f9c0bac1e462b86fbdc5842af3d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433576 May 06 23:34:58.412312 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-37e8fdc4-e8ee-44b0-905d-46af65fa7689 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:58.413880 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-37e8fdc4-e8ee-44b0-905d-46af65fa7689 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 809 time: 0.1344802 May 06 23:34:58.435905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] Publish callbacks [] for security_group (a75f0e28-d2bd-4145-a624-36cbec4e5744), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.447147 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Request body: {'port': {'device_id': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398', 'admin_state_up': True, 'tenant_id': 'e6bcfbcf3cf84607a2ea593055bf4cd6'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:58.527370 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d746b4c2-dbcb-42cd-b4c7-842dbe4601eb req-152ff389-96dd-4a70-99ea-b0f35af6b4c9 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0761156 May 06 23:34:58.529195 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] Publish callbacks [] for security_group (a75f0e28-d2bd-4145-a624-36cbec4e5744), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.614922 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a75f0e28-d2bd-4145-a624-36cbec4e5744), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.618826 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.619943 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a75f0e28-d2bd-4145-a624-36cbec4e5744 HTTP/1.1" status: 204 len: 168 time: 0.2578261 May 06 23:34:58.629457 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Made reservation on behalf of e6bcfbcf3cf84607a2ea593055bf4cd6 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:34:58.633283 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.635326 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0f978-cc4b-43e2-b1bc-b5252dbc410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75f0e28-d2bd-4145-a624-36cbec4e5744,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:58.757886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Allocated IP 172.20.0.3 (6d008681-e274-49a1-afeb-4a12e96f7398/d47e5637-2b3e-4aef-8320-d93c15fcff6c/a99fd448-5bcd-40b3-964c-ade255f2c5a6) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:34:58.909431 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks [] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.947627 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:58.961184 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 10d46230-5895-4c2a-a1b1-4d4823ea6e06 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:34:58.991082 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Network 6d008681-e274-49a1-afeb-4a12e96f7398 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:34:58.994350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:34:58.997489 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:34:59.000507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 10d46230-5895-4c2a-a1b1-4d4823ea6e06 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:34:59.003351 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 10d46230-5895-4c2a-a1b1-4d4823ea6e06 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:34:59.095598 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Pushing event updated for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:59.110001 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac544-7635-463c-bcff-69166d8bc37d req-09a6239b-3cdd-4951-92b3-cd2ab6479444 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:59.111724 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42eac544-7635-463c-bcff-69166d8bc37d req-09a6239b-3cdd-4951-92b3-cd2ab6479444 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0820844 May 06 23:34:59.117482 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:59.118157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.155815 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-0b3d122f-446f-4c6d-8235-ba3dbc143c67 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7130034 May 06 23:34:59.175873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Request body: {'port': {'device_id': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:34:59.199249 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42eac544-7635-463c-bcff-69166d8bc37d req-fe58f246-2b2c-4662-bbc1-de4b759a7cd3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768919 May 06 23:34:59.248008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.508062 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99fd448-5bcd-40b3-964c-ade255f2c5a6 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:34:59.515968 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks [] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.531741 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Transition to ACTIVE for port object a99fd448-5bcd-40b3-964c-ade255f2c5a6 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:34:59.536433 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.592465 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Pushing event updated for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:59.685835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca3aa6-7047-442a-8d63-f5339bbe1894 req-6d0cef75-b7cc-4e94-81ba-46c873574c55 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:59.687314 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dfca3aa6-7047-442a-8d63-f5339bbe1894 req-6d0cef75-b7cc-4e94-81ba-46c873574c55 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 943 time: 0.0731752 May 06 23:34:59.719909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Attempting to bind port a99fd448-5bcd-40b3-964c-ade255f2c5a6 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:34:59.719909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Attempting to bind port a99fd448-5bcd-40b3-964c-ade255f2c5a6 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:34:59.719909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Attempting to bind port a99fd448-5bcd-40b3-964c-ade255f2c5a6 on network 6d008681-e274-49a1-afeb-4a12e96f7398 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:59.731799 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Port a99fd448-5bcd-40b3-964c-ade255f2c5a6 on network 6d008681-e274-49a1-afeb-4a12e96f7398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:34:59.732125 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Attempting to bind port a99fd448-5bcd-40b3-964c-ade255f2c5a6 on network 6d008681-e274-49a1-afeb-4a12e96f7398 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:34:59.745005 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:34:59.745335 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Checking segment: {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:34:59.745706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Bound using segment: {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:34:59.746131 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Bound port: a99fd448-5bcd-40b3-964c-ade255f2c5a6, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b294edc2-f3e3-42c5-abd2-3e882a268dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:34:59.746489 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.761035 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dfca3aa6-7047-442a-8d63-f5339bbe1894 req-b93c8e62-4584-4673-8cdd-f15188c1a1e2 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659146 May 06 23:34:59.816745 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:34:59.820571 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:34:59.829199 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.873411 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:59.874059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:34:59.875443 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] 10.222.0.59 "PUT /v2.0/ports/a99fd448-5bcd-40b3-964c-ade255f2c5a6 HTTP/1.1" status: 200 len: 1093 time: 0.7079573 May 06 23:34:59.875892 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:34:59.878166 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:34:59.902260 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56d0c7-058a-4264-a432-f244d3ee7fad service neutron] Pushing event updated for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:34:59.924303 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30072b-f683-4379-8d1c-02233ebb8839 x-openstack-request-id: req-7d30072b-f683-4379-8d1c-02233ebb8839 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:34:59.924629 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:34:59.924886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d30072b-f683-4379-8d1c-02233ebb8839 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:34:59.925286 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d30072b-f683-4379-8d1c-02233ebb8839'] response: {'name': 'network-changed', 'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6', 'status': 'completed', 'code': 200} May 06 23:34:59.967655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-8970a205-89d2-40d6-911f-c65fb6c867cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:34:59.969179 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-8970a205-89d2-40d6-911f-c65fb6c867cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 1127 time: 0.0416327 May 06 23:35:00.009622 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-6a9b044c-4192-413b-a8ad-919b62d507a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0319824 May 06 23:35:00.064142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-321dee76-008a-4427-aa98-03dfbfcf7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:00.065638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-321dee76-008a-4427-aa98-03dfbfcf7298 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d47e5637-2b3e-4aef-8320-d93c15fcff6c HTTP/1.1" status: 200 len: 849 time: 0.0500557 May 06 23:35:00.097058 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-bcce3285-def2-4b61-93cb-53aad68770c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d008681-e274-49a1-afeb-4a12e96f7398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246634 May 06 23:35:00.215801 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-85ec673e-a723-41b4-9b17-457b1a69536b service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043794 May 06 23:35:00.336087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b8fd-be84-4cf3-bafa-9370daa4c2d5 req-192916e2-9c00-4cea-a632-e1c01dd62cd2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:00.337594 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8d11b8fd-be84-4cf3-bafa-9370daa4c2d5 req-192916e2-9c00-4cea-a632-e1c01dd62cd2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0579882 May 06 23:35:00.357551 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4cd09d3-e13a-43fc-a53b-70848256ba65 req-6ba877b2-325d-4804-8461-cb5191ab9795 service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350181 May 06 23:35:00.394513 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8d11b8fd-be84-4cf3-bafa-9370daa4c2d5 req-bd8089d8-095d-4caa-b71b-db48d05a590a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 May 06 23:35:00.893392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3d70-c918-48d5-b588-a8436b312a20 req-bdefece0-7e3f-4020-8d29-5bdcf4de9538 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:00.894854 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-04fd3d70-c918-48d5-b588-a8436b312a20 req-bdefece0-7e3f-4020-8d29-5bdcf4de9538 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 943 time: 0.0503893 May 06 23:35:00.941430 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-04fd3d70-c918-48d5-b588-a8436b312a20 req-0c56e34b-e843-4064-90ed-24053416d7a6 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 May 06 23:35:01.522607 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-866082f1-0951-42c7-9a02-11b63a9de965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:01.524072 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-866082f1-0951-42c7-9a02-11b63a9de965 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 1127 time: 0.0652037 May 06 23:35:01.530089 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c89d1-7dda-439c-b391-dd3c36c65a1a req-1bff72bd-6548-4a4e-afcc-669da4c107e2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:01.531457 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f2c89d1-7dda-439c-b391-dd3c36c65a1a req-1bff72bd-6548-4a4e-afcc-669da4c107e2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0645700 May 06 23:35:01.629346 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f2c89d1-7dda-439c-b391-dd3c36c65a1a req-7bc2a5ff-d753-4c30-bbac-e8b55486bc68 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901918 May 06 23:35:01.645973 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-1abe8d90-cefb-4c93-b810-e33b62a5c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:01.647412 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-1abe8d90-cefb-4c93-b810-e33b62a5c9ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 200 len: 910 time: 0.1151440 May 06 23:35:01.696042 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-20ea2bac-d730-4380-adab-e9b22e04cbd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0357757 May 06 23:35:01.742609 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-bf75ed8b-65a8-433d-a237-0566679dc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:01.743958 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-bf75ed8b-65a8-433d-a237-0566679dc69a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d47e5637-2b3e-4aef-8320-d93c15fcff6c HTTP/1.1" status: 200 len: 849 time: 0.0415490 May 06 23:35:01.773195 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-69c7ae4d-d112-47e1-a73b-a4b99cd1b321 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d008681-e274-49a1-afeb-4a12e96f7398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231452 May 06 23:35:01.863074 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-38e2b72e-4e40-40d3-bc32-7fd7bcaecc37 service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801489 May 06 23:35:01.956787 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dec3fd5-b06b-4c5f-bac4-88c2cd7a391c req-525c3072-f469-4e88-a64a-b60362b47cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864503 May 06 23:35:02.064468 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f76206-a6c4-48d3-b6f9-063768530add req-459c39c5-e0f8-435f-b1a2-6891806449b1 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:02.065951 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32f76206-a6c4-48d3-b6f9-063768530add req-459c39c5-e0f8-435f-b1a2-6891806449b1 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 943 time: 0.0456591 May 06 23:35:02.112223 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32f76206-a6c4-48d3-b6f9-063768530add req-e5b3de68-f448-43fe-966e-72900053c447 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 May 06 23:35:02.758697 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ea03-648e-428c-a779-bc7ecf1fcb1b req-1410b72f-d4be-4a21-ba25-e5075a6656a4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:02.760240 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b922ea03-648e-428c-a779-bc7ecf1fcb1b req-1410b72f-d4be-4a21-ba25-e5075a6656a4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0576787 May 06 23:35:02.806191 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b922ea03-648e-428c-a779-bc7ecf1fcb1b req-0c9cbd12-f8be-4a6a-babd-dff222beafd9 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 May 06 23:35:03.221476 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720f4e-1db4-40c9-93c4-2cb51ee12945 req-7428cfc9-c562-444d-b87b-b1f49d14de4d tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:03.223222 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9b720f4e-1db4-40c9-93c4-2cb51ee12945 req-7428cfc9-c562-444d-b87b-b1f49d14de4d tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 943 time: 0.0453286 May 06 23:35:03.269536 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9b720f4e-1db4-40c9-93c4-2cb51ee12945 req-e0b956c9-5d23-43b4-893a-b31254c35ed5 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 May 06 23:35:03.914489 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade331-ec0b-45c6-bcf3-2a683c0f0e87 req-a912c9c8-bdd6-4f39-9af4-e02bba8f8d84 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:03.915894 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-83ade331-ec0b-45c6-bcf3-2a683c0f0e87 req-a912c9c8-bdd6-4f39-9af4-e02bba8f8d84 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0444078 May 06 23:35:03.962974 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-83ade331-ec0b-45c6-bcf3-2a683c0f0e87 req-07e443cf-7a3f-4a37-bb12-1b4e7532a2cc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 May 06 23:35:04.379045 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05478692-830b-419b-b3ce-ae9d13a7e9e7 req-e26c7bad-2191-4baf-b49f-64cc1baf0d14 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:04.380483 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-05478692-830b-419b-b3ce-ae9d13a7e9e7 req-e26c7bad-2191-4baf-b49f-64cc1baf0d14 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 943 time: 0.0449092 May 06 23:35:04.424676 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-05478692-830b-419b-b3ce-ae9d13a7e9e7 req-49f6f9bd-4b9a-4074-8eed-376cd797240b tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 May 06 23:35:04.618298 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device a99fd448-5bcd-40b3-964c-ade255f2c5a6 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:35:04.712715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:04.723989 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6', 'network_id': '6d008681-e274-49a1-afeb-4a12e96f7398', 'port_id': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6', 'mac_address': 'fa:16:3e:5a:1e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47e5637-2b3e-4aef-8320-d93c15fcff6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:35:04.763959 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port a99fd448-5bcd-40b3-964c-ade255f2c5a6 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:04.764345 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:04.776638 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99fd448-5bcd-40b3-964c-ade255f2c5a6 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:04.795611 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:04.799656 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:04.847402 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:05.071146 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c783b-d1bd-48ac-99ef-b663118d8ccb req-c2a32473-97d5-4765-8a4d-374bf2b6f407 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:05.072570 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6e4c783b-d1bd-48ac-99ef-b663118d8ccb req-c2a32473-97d5-4765-8a4d-374bf2b6f407 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0444367 May 06 23:35:05.116892 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6e4c783b-d1bd-48ac-99ef-b663118d8ccb req-526c9993-e013-4b3e-af9f-75d26eaa0fff tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 May 06 23:35:05.537481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5119c-0d88-4e0c-96ae-6826dbb530d1 req-220980a8-6138-4cbb-8f03-e4c5ef67afc7 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:05.538914 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42e5119c-0d88-4e0c-96ae-6826dbb530d1 req-220980a8-6138-4cbb-8f03-e4c5ef67afc7 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 944 time: 0.0487111 May 06 23:35:05.583788 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42e5119c-0d88-4e0c-96ae-6826dbb530d1 req-e0b4aa16-3f43-47ae-8d56-ea1a4b4c0b10 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 May 06 23:35:05.930089 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['a99fd448-5bcd-40b3-964c-ade255f2c5a6'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:35:06.231450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56aa6e-54f4-406e-84df-a604d34761c0 req-c9904508-cbad-4fdd-b770-eec28ff17057 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:06.232946 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6b56aa6e-54f4-406e-84df-a604d34761c0 req-c9904508-cbad-4fdd-b770-eec28ff17057 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0482762 May 06 23:35:06.278329 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6b56aa6e-54f4-406e-84df-a604d34761c0 req-39f21901-ef5c-4bcc-98dc-76cc36efe88c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 May 06 23:35:06.698547 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefb088-0dae-48ac-ac20-1783a9ea3c2c req-05d8eb91-59d3-482e-b44e-9aac4e9ad8ac tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:06.700020 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-deefb088-0dae-48ac-ac20-1783a9ea3c2c req-05d8eb91-59d3-482e-b44e-9aac4e9ad8ac tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 944 time: 0.0480278 May 06 23:35:06.746082 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-deefb088-0dae-48ac-ac20-1783a9ea3c2c req-12085a35-0443-4d6f-b430-ba2c81c7304c tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 May 06 23:35:07.386087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0739e47-26d4-4068-a487-3f03f7d51e36 req-c10f0234-b82c-4ab6-834c-b7bb33d3a600 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:07.387531 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0739e47-26d4-4068-a487-3f03f7d51e36 req-c10f0234-b82c-4ab6-834c-b7bb33d3a600 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0458169 May 06 23:35:07.431829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a0739e47-26d4-4068-a487-3f03f7d51e36 req-18b22d98-868d-4684-ae40-fc8cb2fb96a7 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 May 06 23:35:07.856719 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f31c4-e83e-4df1-9456-a38edc64b97a req-b349d327-8fa7-401e-9fb6-cda538bd7622 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:07.858183 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f56f31c4-e83e-4df1-9456-a38edc64b97a req-b349d327-8fa7-401e-9fb6-cda538bd7622 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 944 time: 0.0483074 May 06 23:35:07.906220 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f56f31c4-e83e-4df1-9456-a38edc64b97a req-71afa8ea-a1ec-4d0f-aa09-59d9daabecdb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 May 06 23:35:08.553762 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895561b-05ff-45b6-ab46-7522bbd0ee0b req-f62e8f25-18ce-4e0a-bb1b-d33ea870ea54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:08.555240 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3895561b-05ff-45b6-ab46-7522bbd0ee0b req-f62e8f25-18ce-4e0a-bb1b-d33ea870ea54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0471289 May 06 23:35:08.601336 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3895561b-05ff-45b6-ab46-7522bbd0ee0b req-4b79d50b-9fc2-48fb-909f-c31713c69342 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 May 06 23:35:09.015617 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb9ff-a116-48bb-bc67-e0cccf6a2c99 req-fc19c439-e8db-41ec-abbc-e8367cda4951 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:09.017088 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-917bb9ff-a116-48bb-bc67-e0cccf6a2c99 req-fc19c439-e8db-41ec-abbc-e8367cda4951 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 944 time: 0.0451896 May 06 23:35:09.063706 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-917bb9ff-a116-48bb-bc67-e0cccf6a2c99 req-956951ee-bd01-4a16-bf20-60a76aa61a2c tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 May 06 23:35:09.460338 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device a99fd448-5bcd-40b3-964c-ade255f2c5a6 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:35:09.506148 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port a99fd448-5bcd-40b3-964c-ade255f2c5a6 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:35:09.512184 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port a99fd448-5bcd-40b3-964c-ade255f2c5a6 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:09.512598 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:09.601415 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port a99fd448-5bcd-40b3-964c-ade255f2c5a6 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:09.601801 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:09.625024 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:09.627225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0ea6de-2b0a-464b-ad8b-f1ab6b5a4cf2" -d '{"events": [{"server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "name": "network-vif-plugged", "status": "completed", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:09.639447 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:09.644497 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:09.671916 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9bae4-dfb3-4f6a-abec-3fa5359f54ad x-openstack-request-id: req-9da9bae4-dfb3-4f6a-abec-3fa5359f54ad {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:09.672227 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "name": "network-vif-plugged", "status": "completed", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:09.672477 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9da9bae4-dfb3-4f6a-abec-3fa5359f54ad {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:09.672888 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da9bae4-dfb3-4f6a-abec-3fa5359f54ad'] response: {'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6', 'code': 200} May 06 23:35:09.698568 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:09.941168 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edd02c-49ba-456d-bed5-93e313266343 req-1168867f-3ec5-47e9-afcb-3cb93fd59f4a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:09.942646 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-18edd02c-49ba-456d-bed5-93e313266343 req-1168867f-3ec5-47e9-afcb-3cb93fd59f4a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.2729976 May 06 23:35:09.989382 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-18edd02c-49ba-456d-bed5-93e313266343 req-1dd50fc2-63ba-44ee-a0d9-00941f756bdb tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 May 06 23:35:10.192658 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427677cc-afa5-4f6b-8469-eec4aaa3b5fc req-5292c803-c6c3-4236-81f2-8eddff87ff70 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:10.203366 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-427677cc-afa5-4f6b-8469-eec4aaa3b5fc req-5292c803-c6c3-4236-81f2-8eddff87ff70 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0677621 May 06 23:35:10.268126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61c25-5e5f-431f-a2e9-80cc34ceb23e req-016a2dfc-a657-46ce-8bbf-59178c2d7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:10.270216 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c3f61c25-5e5f-431f-a2e9-80cc34ceb23e req-016a2dfc-a657-46ce-8bbf-59178c2d7432 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 1129 time: 0.0410147 May 06 23:35:10.277286 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-427677cc-afa5-4f6b-8469-eec4aaa3b5fc req-13af0ef1-0d29-4bdd-af51-5c76794f94eb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728743 May 06 23:35:10.286200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd326df-0587-424f-9aa0-3051327b25ad req-82aa6c3a-6b8b-4af8-91c2-b8e0d9da7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:10.287866 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5cd326df-0587-424f-9aa0-3051327b25ad req-82aa6c3a-6b8b-4af8-91c2-b8e0d9da7288 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0554898 May 06 23:35:10.320735 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c3f61c25-5e5f-431f-a2e9-80cc34ceb23e req-58f12637-0544-43b9-a4bb-3ef9e4c636a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 May 06 23:35:10.335494 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5cd326df-0587-424f-9aa0-3051327b25ad req-74335968-5a76-4847-bb02-062c55614764 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 May 06 23:35:10.884385 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42334) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:10.984737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3cbad81d-f06e-4954-b089-e9b0707e6c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.069911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3cbad81d-f06e-4954-b089-e9b0707e6c47 admin admin] Publish callbacks [] for security_group (f1916ed7-669b-4907-b9c2-02c1ba93c0b2), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.073626 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3cbad81d-f06e-4954-b089-e9b0707e6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f1916ed7-669b-4907-b9c2-02c1ba93c0b2), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.137286 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25736829-ecd7-44d6-b6aa-b5df6f324a67 req-2d08039b-160d-4df7-8535-428df14ffb08 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:11.138680 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25736829-ecd7-44d6-b6aa-b5df6f324a67 req-2d08039b-160d-4df7-8535-428df14ffb08 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0813749 May 06 23:35:11.140704 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbad81d-f06e-4954-b089-e9b0707e6c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1916ed7-669b-4907-b9c2-02c1ba93c0b2,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:11.145107 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3cbad81d-f06e-4954-b089-e9b0707e6c47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb449b2dcffd4cc6aa9af05dabc0a2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596467 May 06 23:35:11.147894 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42340) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:11.191080 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25736829-ecd7-44d6-b6aa-b5df6f324a67 req-c751d19d-5490-433a-a8ab-65e5872c914f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 May 06 23:35:11.198397 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] Publish callbacks [] for security_group (f1916ed7-669b-4907-b9c2-02c1ba93c0b2), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.219277 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] Publish callbacks [] for security_group (f1916ed7-669b-4907-b9c2-02c1ba93c0b2), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.274629 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f1916ed7-669b-4907-b9c2-02c1ba93c0b2), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.277520 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.281115 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1916ed7-669b-4907-b9c2-02c1ba93c0b2 HTTP/1.1" status: 204 len: 168 time: 0.1299887 May 06 23:35:11.289579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af48ef-effa-4cc7-a433-5ed4444a51f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1916ed7-669b-4907-b9c2-02c1ba93c0b2,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:11.398663 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8352aa-cb87-4d4d-ab71-58bf345cbd27 req-b0ff0b71-5d4d-4987-a385-62c1c4625c41 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:11.400124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cd8352aa-cb87-4d4d-ab71-58bf345cbd27 req-b0ff0b71-5d4d-4987-a385-62c1c4625c41 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0527072 May 06 23:35:11.448680 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cd8352aa-cb87-4d4d-ab71-58bf345cbd27 req-f2a7e063-a395-4358-a006-5c85b4ff58d6 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 May 06 23:35:11.600676 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42368) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:11.613539 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c30-eecf-49cc-b3a9-284ab969d8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.687120 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c30-eecf-49cc-b3a9-284ab969d8f1 admin admin] Publish callbacks [] for security_group (909bd226-31bc-4872-a98b-c630fa07449e), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.690434 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c30-eecf-49cc-b3a9-284ab969d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (909bd226-31bc-4872-a98b-c630fa07449e), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.730407 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc6c30-eecf-49cc-b3a9-284ab969d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909bd226-31bc-4872-a98b-c630fa07449e,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:11.734702 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d2fc6c30-eecf-49cc-b3a9-284ab969d8f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ce11fb852304fbaae8814f00dc7692d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329725 May 06 23:35:11.737905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42370) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:11.785953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] Publish callbacks [] for security_group (909bd226-31bc-4872-a98b-c630fa07449e), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.807623 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] Publish callbacks [] for security_group (909bd226-31bc-4872-a98b-c630fa07449e), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.854869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (909bd226-31bc-4872-a98b-c630fa07449e), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.857532 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:11.858688 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/909bd226-31bc-4872-a98b-c630fa07449e HTTP/1.1" status: 204 len: 168 time: 0.1197727 May 06 23:35:11.868057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50764ca0-2a7d-4526-9078-cd8cf63a5d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909bd226-31bc-4872-a98b-c630fa07449e,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:12.180174 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42378) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:12.195869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cfb1-0611-46c2-b65c-14c135ff7853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.294799 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cfb1-0611-46c2-b65c-14c135ff7853 admin admin] Publish callbacks [] for security_group (ba4894ae-feb6-4f67-90ea-353f38ab5307), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.300902 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cfb1-0611-46c2-b65c-14c135ff7853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ba4894ae-feb6-4f67-90ea-353f38ab5307), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.325141 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bd054-3e90-4b35-abbc-a1e3dc2935da req-ed50318f-9c69-4664-bf75-1f22984b45c8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:12.326617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-260bd054-3e90-4b35-abbc-a1e3dc2935da req-ed50318f-9c69-4664-bf75-1f22984b45c8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0669022 May 06 23:35:12.360942 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8cfb1-0611-46c2-b65c-14c135ff7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4894ae-feb6-4f67-90ea-353f38ab5307,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:12.373296 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7ab8cfb1-0611-46c2-b65c-14c135ff7853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08444db8ac8c4b40b8a98c184c9bda0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889391 May 06 23:35:12.373296 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42382) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:12.421296 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-260bd054-3e90-4b35-abbc-a1e3dc2935da req-30fc2812-9ee3-4907-a76c-1e1abc479e3f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885026 May 06 23:35:12.441058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] Publish callbacks [] for security_group (ba4894ae-feb6-4f67-90ea-353f38ab5307), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.467924 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] Publish callbacks [] for security_group (ba4894ae-feb6-4f67-90ea-353f38ab5307), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.529338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ba4894ae-feb6-4f67-90ea-353f38ab5307), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.531730 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:12.532776 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba4894ae-feb6-4f67-90ea-353f38ab5307 HTTP/1.1" status: 204 len: 168 time: 0.1586978 May 06 23:35:12.558542 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff965d6-bea5-4808-a79e-8223551a17c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4894ae-feb6-4f67-90ea-353f38ab5307,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:12.576297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a016-4b2d-44c9-8dbb-f32ef9203f9c req-cd177da9-b2d4-426b-b7db-7390b70437cd tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:12.577936 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a167a016-4b2d-44c9-8dbb-f32ef9203f9c req-cd177da9-b2d4-426b-b7db-7390b70437cd tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0583024 May 06 23:35:12.639950 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a167a016-4b2d-44c9-8dbb-f32ef9203f9c req-5f781f58-5d34-48e6-88d5-f72be37cbe7e tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 May 06 23:35:13.375050 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ca22a-d38c-4165-8250-da55232231e5 req-b8c239ad-aedc-43ff-a3e9-24e3b0e38bed tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:13.376650 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-328ca22a-d38c-4165-8250-da55232231e5 req-b8c239ad-aedc-43ff-a3e9-24e3b0e38bed tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0472271 May 06 23:35:13.427062 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-328ca22a-d38c-4165-8250-da55232231e5 req-8458d1b9-5658-4bd1-be4e-a5d9c25a1d61 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 May 06 23:35:13.535702 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d74ebd-0d99-401f-aa45-a5f796fe6145 req-85a64c2b-c5c9-4dfd-844e-6e3cf7d937a2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:13.542415 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a8d74ebd-0d99-401f-aa45-a5f796fe6145 req-85a64c2b-c5c9-4dfd-844e-6e3cf7d937a2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0539296 May 06 23:35:13.587815 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a8d74ebd-0d99-401f-aa45-a5f796fe6145 req-a84d0205-dfaf-411f-8267-6401696adcea tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 May 06 23:35:13.984658 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7312-e48a-4df3-adc5-9b34c6e0d525 req-13aaea42-15f6-41b2-a25a-fd67bb232853 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:13.986157 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b91a7312-e48a-4df3-adc5-9b34c6e0d525 req-13aaea42-15f6-41b2-a25a-fd67bb232853 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0457475 May 06 23:35:14.033713 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b91a7312-e48a-4df3-adc5-9b34c6e0d525 req-d0b9ebbe-8726-43ce-8749-163373d50c5f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 May 06 23:35:14.542615 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940833a-5757-464f-8a5d-ba623fa02768 req-e27d5922-f5fe-4dbd-a4f9-478f1e189194 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:14.544061 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7940833a-5757-464f-8a5d-ba623fa02768 req-e27d5922-f5fe-4dbd-a4f9-478f1e189194 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0485954 May 06 23:35:14.603979 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7940833a-5757-464f-8a5d-ba623fa02768 req-0076a8fb-1d58-4e32-a472-f45ea4603454 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b520ccf-f177-4e75-b9d0-ed7844da0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 May 06 23:35:14.725443 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-a9c8b969-0962-4bd0-86cd-ac0faad3f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:14.726631 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-a9c8b969-0962-4bd0-86cd-ac0faad3f3bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0402439 May 06 23:35:14.855216 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-77db3997-7637-4931-b51a-5b922cade245 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fa604de18da04c76bd6932bc44d8547f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375109 May 06 23:35:14.937562 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-959bb0be-673f-43e4-9ec7-8f238007ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:14.938988 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-959bb0be-673f-43e4-9ec7-8f238007ccf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1808288 May 06 23:35:15.025239 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-4978d2b6-6a72-4032-ba1e-53294ac8324f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.0459425 May 06 23:35:15.118613 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-0c1eecff-a6ab-4290-9bed-0a90d61f2285 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:15.119980 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-0c1eecff-a6ab-4290-9bed-0a90d61f2285 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584565 May 06 23:35:15.152155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-6f207137-5f3a-4f51-a812-59b21f70f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:15.153559 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-6f207137-5f3a-4f51-a812-59b21f70f6a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1113429 May 06 23:35:15.157720 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-df838ff5-623b-4f54-863e-4c19fdd1e732 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/quotas/fa604de18da04c76bd6932bc44d8547f HTTP/1.1" status: 200 len: 375 time: 0.0313799 May 06 23:35:15.172412 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-d4be337f-142f-42ab-9217-535ab6586579 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:15.173945 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-d4be337f-142f-42ab-9217-535ab6586579 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 945 time: 0.0458479 May 06 23:35:15.186553 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4a003-c6da-47d7-96c6-758fa9df8575 req-8a42d196-bbfa-4a8c-87cf-b3860298adf1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:15.187927 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3a4a003-c6da-47d7-96c6-758fa9df8575 req-8a42d196-bbfa-4a8c-87cf-b3860298adf1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0855808 May 06 23:35:15.232696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-5daf1e49-0bae-4e80-88d0-5a4975a53e37 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa604de18da04c76bd6932bc44d8547f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601299 May 06 23:35:15.250102 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-c3ff0f91-279f-475d-9352-902e5e3b9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:15.251602 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-c3ff0f91-279f-475d-9352-902e5e3b9c41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879965 May 06 23:35:15.279475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Deleting port a99fd448-5bcd-40b3-964c-ade255f2c5a6 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:35:15.279749 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:15.321333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3a4a003-c6da-47d7-96c6-758fa9df8575 req-dbc8a0b4-0b88-4fcc-af10-967ca563969f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975311 May 06 23:35:15.374569 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-066edb72-a739-4618-9752-c9bdbfc7e6c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119664 May 06 23:35:15.395736 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] For port a99fd448-5bcd-40b3-964c-ade255f2c5a6, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=a99fd448-5bcd-40b3-964c-ade255f2c5a6,segment=NetworkSegment(b294edc2-f3e3-42c5-abd2-3e882a268dbe),segment_id=b294edc2-f3e3-42c5-abd2-3e882a268dbe)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:15.396723 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:15.423311 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Calling delete_port for a99fd448-5bcd-40b3-964c-ade255f2c5a6 owned by compute:nova {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:35:15.496661 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-823a9d8e-601b-4d16-b973-1432e0a08205 req-cfe34b14-0571-48d2-8fa9-4db6998b50e9 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0321856 May 06 23:35:15.546262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-263d8502-b657-4060-922a-b3d17a4ac5c5 req-44211908-c118-4a62-b309-90449a12be47 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514616 May 06 23:35:15.587740 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (a99fd448-5bcd-40b3-964c-ade255f2c5a6), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:15.624865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Pushing event deleted for resources: {'Port': ['ID=a99fd448-5bcd-40b3-964c-ade255f2c5a6,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:15.670948 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] No DVR routers for this DVR port a99fd448-5bcd-40b3-964c-ade255f2c5a6 on host hv-cinder-84099 {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:35:15.673897 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:15.678076 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-47fff0ca-f8df-4da7-9d8b-855b99bdfe84 req-109ffa5a-dcb3-4bb7-93d7-19b305f360fb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.59 "DELETE /v2.0/ports/a99fd448-5bcd-40b3-964c-ade255f2c5a6 HTTP/1.1" status: 204 len: 173 time: 0.4957340 May 06 23:35:15.678884 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'name': 'network-vif-deleted', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:15.681270 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b41b8f-3788-430b-8d0d-60d507085814" -d '{"events": [{"server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "name": "network-vif-deleted", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:15.714893 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-125db1e8-1e95-45b6-955f-722bb0b0f937 req-63febbec-5680-4fa9-b5df-8bd596d88afb tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0288043 May 06 23:35:15.717986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ba22c-4631-48b1-8dc9-c665c5560be6 x-openstack-request-id: req-ad8ba22c-4631-48b1-8dc9-c665c5560be6 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:15.718496 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc62686c-cb58-4e5f-8d49-7e526ded1358", "name": "network-vif-deleted", "tag": "a99fd448-5bcd-40b3-964c-ade255f2c5a6", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:15.718840 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad8ba22c-4631-48b1-8dc9-c665c5560be6 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:15.719155 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8ba22c-4631-48b1-8dc9-c665c5560be6'] response: {'server_uuid': 'cc62686c-cb58-4e5f-8d49-7e526ded1358', 'name': 'network-vif-deleted', 'tag': 'a99fd448-5bcd-40b3-964c-ade255f2c5a6', 'status': 'completed', 'code': 200} May 06 23:35:16.436523 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d12c21-73fe-4220-81f1-f561302c96e2 req-2727fe6d-27ed-486c-9341-d0f21c0aab4c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:16.437970 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88d12c21-73fe-4220-81f1-f561302c96e2 req-2727fe6d-27ed-486c-9341-d0f21c0aab4c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0446639 May 06 23:35:16.486692 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88d12c21-73fe-4220-81f1-f561302c96e2 req-8797fc13-d779-4271-92fb-776d329fc805 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 May 06 23:35:16.594334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c289c63b-d283-4cd7-8c04-a542421ab8d8 req-5078f4e1-3228-4ebd-935c-16580eff1fa4 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0261331 May 06 23:35:16.830300 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7dee4ee9-bbe2-40d7-bd09-4273ea2935e5 req-5eff653c-e820-4382-9d3b-76b51a7e4172 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0276809 May 06 23:35:17.597373 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce2f43-2c1c-4221-8263-b253b18432e9 req-ad05a0ec-70a0-44c1-a980-da17a3269619 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:17.598626 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1ce2f43-2c1c-4221-8263-b253b18432e9 req-ad05a0ec-70a0-44c1-a980-da17a3269619 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0430684 May 06 23:35:17.648775 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1ce2f43-2c1c-4221-8263-b253b18432e9 req-8c5525ee-f996-4c2d-bfc0-0c1159c95d45 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 May 06 23:35:17.689101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-89a0505f-7afa-4f68-92e2-2b6b1ca501ac req-1553d53e-3ba9-46c1-bfc5-16e1475e2cbb tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0266876 May 06 23:35:17.932245 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-336510b5-dcd3-45d1-a587-f1182fdb8d21 req-9f6d869a-70ee-440c-81ad-6d4a2cda4093 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0258813 May 06 23:35:18.551179 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device a99fd448-5bcd-40b3-964c-ade255f2c5a6 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:35:18.572040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: a99fd448-5bcd-40b3-964c-ade255f2c5a6 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:35:18.572380 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device a99fd448-5bcd-40b3-964c-ade255f2c5a6 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:35:18.763303 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-76dc313d-c5ff-4b05-bde0-db196d385fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:18.765687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1410b-2fe0-4c57-b607-180b60f407b0 req-c28b793d-a638-47ea-a567-dadc64d27062 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:18.767183 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5bc1410b-2fe0-4c57-b607-180b60f407b0 req-c28b793d-a638-47ea-a567-dadc64d27062 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0495434 May 06 23:35:18.798946 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-576a060d-9a09-4ecc-9f8f-6073ae64116e req-e6cfcf5f-b3db-4946-bd18-2a1bd6842a7b tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0407255 May 06 23:35:18.832929 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5bc1410b-2fe0-4c57-b607-180b60f407b0 req-e6135f91-8493-4987-9e1a-a128a78f6123 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582848 May 06 23:35:19.036005 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-14d9faab-249d-4be1-8f84-2449ec191b1f req-56d06c14-137e-422a-9e50-b95c768db7bf tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0262995 May 06 23:35:19.908670 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8118a3e0-c6c4-4e3d-9f19-bec0571ee008 req-ff581133-a98f-41d2-8791-2955f7a21e57 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0285277 May 06 23:35:19.954041 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c84d1-0b2a-43ef-8b95-4b7efa9ec26a req-49489a66-a729-4d27-b336-3f1037d39f0c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:19.955502 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ad6c84d1-0b2a-43ef-8b95-4b7efa9ec26a req-49489a66-a729-4d27-b336-3f1037d39f0c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0459733 May 06 23:35:20.008695 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ad6c84d1-0b2a-43ef-8b95-4b7efa9ec26a req-37cd80de-88ff-40e2-a3a0-f410a5b725ed tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 May 06 23:35:20.144114 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3766e58c-fa42-46c5-9c32-463b277764a4 req-e5478c75-1f96-49db-afa2-59f19f5e3e87 tempest-VolumesActionsTest-2070029373 tempest-VolumesActionsTest-2070029373-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc62686c-cb58-4e5f-8d49-7e526ded1358 HTTP/1.1" status: 200 len: 210 time: 0.0261385 May 06 23:35:21.001890 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-65216d6e-25ac-4faf-bbc8-270654fff73f req-60b77932-0fe8-40ce-be9f-9c5fb573247e tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0263171 May 06 23:35:21.053776 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:21.122869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a28f9-0b2d-4a69-afce-bdbfdcacb831 req-2003a26f-1eb2-45f4-bb6e-493423d287a7 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:21.124338 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a6a28f9-0b2d-4a69-afce-bdbfdcacb831 req-2003a26f-1eb2-45f4-bb6e-493423d287a7 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0455151 May 06 23:35:21.173075 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a6a28f9-0b2d-4a69-afce-bdbfdcacb831 req-e0f23d7d-7627-40db-ba64-89b8f0bcf27c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 May 06 23:35:21.204179 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-03e2bcb7-a4f1-458c-a895-dd8ade55af23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:21.521586 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-39d23d9c-484a-423f-9484-a9ab7fd0e405 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fa604de18da04c76bd6932bc44d8547f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720837 May 06 23:35:21.726599 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-b205b63f-c227-465f-9282-c29a8f3fa3b3 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:21.730235 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-b205b63f-c227-465f-9282-c29a8f3fa3b3 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032466 May 06 23:35:21.988691 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Request body: {'port': {'device_id': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e', 'admin_state_up': True, 'tenant_id': 'fa604de18da04c76bd6932bc44d8547f'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:22.101881 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-03e628c5-8690-400b-95b3-025537b3fdaa req-e7fb37c8-2c8b-4bd3-8d72-d34551d2ab41 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0320437 May 06 23:35:22.106832 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Made reservation on behalf of fa604de18da04c76bd6932bc44d8547f for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:35:22.110876 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.119938 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.196306 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks [] for security_group (01424f95-79c2-4dfb-a3bb-789c9e04bb02), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.199917 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (01424f95-79c2-4dfb-a3bb-789c9e04bb02), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.262167 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.263526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01424f95-79c2-4dfb-a3bb-789c9e04bb02,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:22.277130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.277469 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.277800 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.278129 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.278454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.278774 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.279096 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.279409 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.279751 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.280029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.280343 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.280687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.281001 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.281310 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.281619 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:22.343473 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Allocated IP 192.168.233.166 (c87d47d5-a45c-494b-8fc9-fa3639d3438e/c658fb29-9479-4a85-895f-faaa9f3cfb05/f8ffa22e-5460-4200-9fe0-15f0e1575c26) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:22.391615 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-09ca8b56-a5ee-42df-ab68-7cf5f9f31b4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409191 May 06 23:35:22.494240 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks [] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.528366 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.590680 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Network c87d47d5-a45c-494b-8fc9-fa3639d3438e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:22.591425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Pushing event updated for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:22.594352 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:22.596508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:22.651469 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:22.652422 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.673440 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-95dcb8af-f9a1-4c42-ae1d-572028bfeb02 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6885068 May 06 23:35:22.847772 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-e82f7148-bff6-43f9-9115-c31f9e84ba21 None None] Provisioning complete for port f8ffa22e-5460-4200-9fe0-15f0e1575c26 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:22.848504 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e82f7148-bff6-43f9-9115-c31f9e84ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:22.890585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-e82f7148-bff6-43f9-9115-c31f9e84ba21 None None] Port f8ffa22e-5460-4200-9fe0-15f0e1575c26 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:35:23.118833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42676) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.167721 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42684) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.172356 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284275041', 'description': 'tempest-description--1104411273'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:23.226093 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.232932 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff2b2f-c56f-4e3d-b504-a4fd03d15290 req-72e9d45d-3160-4086-acbd-610b2791cfdb tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:23.234370 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-04ff2b2f-c56f-4e3d-b504-a4fd03d15290 req-72e9d45d-3160-4086-acbd-610b2791cfdb tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 936 time: 0.0560091 May 06 23:35:23.263968 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e73ce598-e20b-46dc-bf56-758007cb6bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.335868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-04ff2b2f-c56f-4e3d-b504-a4fd03d15290 req-045d23e5-1d09-44d7-b3d4-1def1a4acfaa tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880342 May 06 23:35:23.383204 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (06072db8-0f5d-4776-b5cf-3a1633d54118), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.387406 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (06072db8-0f5d-4776-b5cf-3a1633d54118), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.429530 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.431657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.432874 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2641649 May 06 23:35:23.435765 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42690) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.436433 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06072db8-0f5d-4776-b5cf-3a1633d54118,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:23.440817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'security_group_rule': {'security_group_id': '06072db8-0f5d-4776-b5cf-3a1633d54118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:23.449357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e73ce598-e20b-46dc-bf56-758007cb6bd9 admin admin] Publish callbacks [] for security_group (d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.451012 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.451339 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.451703 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.452008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.452345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.452688 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.453008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.453339 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.453659 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.454059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.454380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.454703 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.455048 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.455342 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.455658 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f1b9c-6cbd-459c-a8da-ecb627c76296 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:23.459124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e73ce598-e20b-46dc-bf56-758007cb6bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.469547 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (1b644bca-0997-451b-8bff-1045abe7e5d3), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.500279 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e73ce598-e20b-46dc-bf56-758007cb6bd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6c4feb57d7f40b99cbf12b6a499683d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779769 May 06 23:35:23.500279 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce598-e20b-46dc-bf56-758007cb6bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:23.501254 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42692) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.525618 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (1b644bca-0997-451b-8bff-1045abe7e5d3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.529418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (1b644bca-0997-451b-8bff-1045abe7e5d3), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.549418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] Publish callbacks [] for security_group (d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.549713 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b644bca-0997-451b-8bff-1045abe7e5d3,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:23.556848 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.563060 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7149a55e-53a6-4af4-852b-b10cd6a1a8ec tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210537 May 06 23:35:23.563447 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42694) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.569405 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'security_group_rule': {'security_group_id': '06072db8-0f5d-4776-b5cf-3a1633d54118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:23.573288 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] Publish callbacks [] for security_group (d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.601524 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (9bcc7b7a-65c5-4da7-90eb-806cc76c7e01), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.626639 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.629389 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.630502 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a HTTP/1.1" status: 204 len: 168 time: 0.1284649 May 06 23:35:23.638200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321898-ee13-4ad2-8a5f-5dd4b64dcbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da3f1c-e5c0-4a24-a358-0f9a6a9c8f9a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:23.672876 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (9bcc7b7a-65c5-4da7-90eb-806cc76c7e01), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.677539 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (9bcc7b7a-65c5-4da7-90eb-806cc76c7e01), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.696272 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcc7b7a-65c5-4da7-90eb-806cc76c7e01,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:23.711716 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.715825 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-54eb4786-cd72-419e-b467-19725a272d54 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484900 May 06 23:35:23.716028 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42702) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.720267 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:23.742337 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.829051 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:23.958079 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42708) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:23.964865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Allocated IP 172.27.1.198 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/f92ba1c5-d9f9-442e-bf3f-024efabdbb99) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:23.974608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bbb64d2c-bc43-4aeb-8937-5ed1aa627194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.060971 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bbb64d2c-bc43-4aeb-8937-5ed1aa627194 admin admin] Publish callbacks [] for security_group (7108442b-f7b3-4cd4-b8dc-c9a15948c5e4), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.064598 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bbb64d2c-bc43-4aeb-8937-5ed1aa627194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7108442b-f7b3-4cd4-b8dc-c9a15948c5e4), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.101736 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb64d2c-bc43-4aeb-8937-5ed1aa627194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7108442b-f7b3-4cd4-b8dc-c9a15948c5e4,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:24.103439 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.106271 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-bbb64d2c-bc43-4aeb-8937-5ed1aa627194 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e644bea1fe9d433a9808d1b0e858e7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471248 May 06 23:35:24.108863 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42712) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:24.140571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.155443 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] Publish callbacks [] for security_group (7108442b-f7b3-4cd4-b8dc-c9a15948c5e4), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.176232 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] Publish callbacks [] for security_group (7108442b-f7b3-4cd4-b8dc-c9a15948c5e4), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.181353 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:24.184139 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:24.187504 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:24.195425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'Port': ['ID=f92ba1c5-d9f9-442e-bf3f-024efabdbb99,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:24.226552 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7108442b-f7b3-4cd4-b8dc-c9a15948c5e4), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.229189 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.230354 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7108442b-f7b3-4cd4-b8dc-c9a15948c5e4 HTTP/1.1" status: 204 len: 168 time: 0.1205730 May 06 23:35:24.238000 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6700-291f-47ed-97d1-99de8809815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108442b-f7b3-4cd4-b8dc-c9a15948c5e4,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:24.283625 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.318488 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.454325 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c94952-bebf-4c7d-9990-66c800a7b61d req-af6f6aa9-1f39-4a14-bd26-c6cc7679e5a4 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:24.455967 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1c94952-bebf-4c7d-9990-66c800a7b61d req-af6f6aa9-1f39-4a14-bd26-c6cc7679e5a4 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 936 time: 0.0487537 May 06 23:35:24.489519 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.495615 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.514711 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1c94952-bebf-4c7d-9990-66c800a7b61d req-b537d3a8-7d4f-4eb7-a691-e3e5820972c9 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506546 May 06 23:35:24.566054 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'Port': ['ID=f92ba1c5-d9f9-442e-bf3f-024efabdbb99,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:24.579053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.595275 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:24.596764 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4c9349d4-c7ef-447d-930a-5dce5aaba01e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8797235 May 06 23:35:24.805378 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-5ddb9aec-4582-4a24-9c2a-f8a8ca46f746 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1284275041&fields=id&tenant_id=0a63c8271d644833bc46ae96dc3aa954 HTTP/1.1" status: 200 len: 267 time: 0.0459805 May 06 23:35:24.913070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-6f262559-f2bf-42bf-83c1-eddcfdc37211 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:24.914861 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-6f262559-f2bf-42bf-83c1-eddcfdc37211 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.1034362 May 06 23:35:24.933087 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-3e19c4f0-bfdb-418a-975e-5928106e170e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/quotas/0a63c8271d644833bc46ae96dc3aa954 HTTP/1.1" status: 200 len: 375 time: 0.0130835 May 06 23:35:24.984476 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-85d9d39a-09e6-41c4-9595-d69ea724e24f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0461650 May 06 23:35:25.048628 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Request body: {'port': {'device_id': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:25.101413 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-8e5f57b6-b6f7-4542-8d20-5e217089d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:25.102860 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-8e5f57b6-b6f7-4542-8d20-5e217089d382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0567045 May 06 23:35:25.110337 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.121088 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-35ed9635-4358-44cc-ba7a-e119e9553e6e service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247077 May 06 23:35:25.180754 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.280926 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-162a1f36-4268-45e4-8653-e07c2235251b service neutron] 10.222.0.60 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589727 May 06 23:35:25.284294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-d4fea0af-1b6f-45a0-8488-c9ba78f7ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:25.285738 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-d4fea0af-1b6f-45a0-8488-c9ba78f7ba6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1558599 May 06 23:35:25.341000 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-9867bb02-a7a7-4c01-bc6d-ea0f3ff5115a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.0420520 May 06 23:35:25.401670 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ffa22e-5460-4200-9fe0-15f0e1575c26 {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:25.411895 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks [] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.417865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-d6e57ec8-8b0d-4ba3-9bc8-0f11bc3844bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:25.419445 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-d6e57ec8-8b0d-4ba3-9bc8-0f11bc3844bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0674736 May 06 23:35:25.442582 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Transition to ACTIVE for port object f8ffa22e-5460-4200-9fe0-15f0e1575c26 will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:35:25.447988 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.509500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d3ef9ee4-618e-41c2-acfd-324b9fe0b1f1 req-728ebf26-2459-4856-b02e-0133a66784c8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 210 time: 0.0623820 May 06 23:35:25.523861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-f7ac97ec-de03-40fe-99b1-699cdd234102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:25.525345 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-f7ac97ec-de03-40fe-99b1-699cdd234102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919018 May 06 23:35:25.549878 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Pushing event updated for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:25.670141 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Attempting to bind port f8ffa22e-5460-4200-9fe0-15f0e1575c26 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:35:25.670862 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Attempting to bind port f8ffa22e-5460-4200-9fe0-15f0e1575c26 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:35:25.671154 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Attempting to bind port f8ffa22e-5460-4200-9fe0-15f0e1575c26 on network c87d47d5-a45c-494b-8fc9-fa3639d3438e {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:35:25.677435 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Port f8ffa22e-5460-4200-9fe0-15f0e1575c26 on network c87d47d5-a45c-494b-8fc9-fa3639d3438e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:35:25.679225 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Attempting to bind port f8ffa22e-5460-4200-9fe0-15f0e1575c26 on network c87d47d5-a45c-494b-8fc9-fa3639d3438e {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:35:25.690605 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:35:25.691483 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Checking segment: {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:35:25.692125 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Bound using segment: {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:35:25.693096 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Bound port: f8ffa22e-5460-4200-9fe0-15f0e1575c26, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9f6bbf-acda-4042-a903-abf1dae3bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:35:25.693683 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.795968 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:35:25.799817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:35:25.809303 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.882225 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:25.883013 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:25.884844 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] 10.222.0.59 "PUT /v2.0/ports/f8ffa22e-5460-4200-9fe0-15f0e1575c26 HTTP/1.1" status: 200 len: 1098 time: 0.8404787 May 06 23:35:25.885689 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:25.888211 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606801af-db1f-4fda-9b15-b20170d2ea92" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:25.925692 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3df0f-4850-495d-897b-a4357aafcffa service neutron] Pushing event updated for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:25.992972 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6849c7e-573e-4bd3-b3d7-e145a64fea09 x-openstack-request-id: req-f6849c7e-573e-4bd3-b3d7-e145a64fea09 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:25.993235 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:25.993552 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6849c7e-573e-4bd3-b3d7-e145a64fea09 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:25.994010 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6849c7e-573e-4bd3-b3d7-e145a64fea09'] response: {'name': 'network-changed', 'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26', 'status': 'completed', 'code': 200} May 06 23:35:26.013807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-90053d4f-f6d1-41e5-8990-f7bf42fcbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:26.015450 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-90053d4f-f6d1-41e5-8990-f7bf42fcbace service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa604de18da04c76bd6932bc44d8547f&device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 1132 time: 0.0797660 May 06 23:35:26.016202 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195407-2540-4bb9-987d-8b1cf5bffdea req-ff5d6491-80d8-4841-86d2-ed749ce5d174 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:26.024000 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-31195407-2540-4bb9-987d-8b1cf5bffdea req-ff5d6491-80d8-4841-86d2-ed749ce5d174 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 948 time: 0.1000705 May 06 23:35:26.099568 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-9e9c2942-a73e-4e3d-9439-9eca766d5faf service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597391 May 06 23:35:26.168174 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-7da778e2-1c45-4580-8710-d45f310f5803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26 HTTP/1.1" status: 200 len: 217 time: 0.1319177 May 06 23:35:26.226849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-31195407-2540-4bb9-987d-8b1cf5bffdea req-4f2fc943-d7f5-4312-9571-21845e159e7b tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014592 May 06 23:35:26.240849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-1be81db5-64a0-41a5-94e1-6925383707bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:26.242408 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-1be81db5-64a0-41a5-94e1-6925383707bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c658fb29-9479-4a85-895f-faaa9f3cfb05 HTTP/1.1" status: 200 len: 843 time: 0.0677242 May 06 23:35:26.251639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47d002ea-6af8-4cb9-aa9d-f49a5c85671c req-fbf2fa00-4bb0-48d2-9f17-c54762daea6d service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417034 May 06 23:35:26.329184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-c091676c-0e59-4475-8a0d-2c36960f3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:26.331459 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-c091676c-0e59-4475-8a0d-2c36960f3e69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c87d47d5-a45c-494b-8fc9-fa3639d3438e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493076 May 06 23:35:26.483373 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-c0e24acb-7d62-4c01-a5e4-45ac209ee304 service neutron] 10.222.0.59 "GET /v2.0/networks/c87d47d5-a45c-494b-8fc9-fa3639d3438e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118860 May 06 23:35:26.538189 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42828) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:26.613994 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5ccf4f6a-afe1-4613-91de-c8a63ef2b897 req-6a076c18-7606-4dff-9fea-769d1f8a0439 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 210 time: 0.0300295 May 06 23:35:26.668948 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8e70-c952-45a2-87d2-e3cf3b098de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:26.839813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8e70-c952-45a2-87d2-e3cf3b098de3 admin admin] Publish callbacks [] for security_group (83e64da0-828f-4527-87ac-884e16c8647a), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:26.850490 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8e70-c952-45a2-87d2-e3cf3b098de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (83e64da0-828f-4527-87ac-884e16c8647a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:26.882181 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3f72fef8-d7c1-4176-8526-36a0fca524eb req-d416e2db-c867-45f2-a8b2-00a2031f26f3 service neutron] 10.222.0.59 "GET /v2.0/networks/c87d47d5-a45c-494b-8fc9-fa3639d3438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678808 May 06 23:35:26.923866 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e6fc8e70-c952-45a2-87d2-e3cf3b098de3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c44f37c5a27449db1c9a983cafbdce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845551 May 06 23:35:26.927046 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42836) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:26.927308 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8e70-c952-45a2-87d2-e3cf3b098de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e64da0-828f-4527-87ac-884e16c8647a,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:26.994259 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] Publish callbacks [] for security_group (83e64da0-828f-4527-87ac-884e16c8647a), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.017232 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] Publish callbacks [] for security_group (83e64da0-828f-4527-87ac-884e16c8647a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.079351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-975c0c10-26e6-4832-811a-fab37cf53bbb tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:27.081261 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-975c0c10-26e6-4832-811a-fab37cf53bbb tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 819 time: 0.2013915 May 06 23:35:27.104514 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (83e64da0-828f-4527-87ac-884e16c8647a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.107447 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.110870 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83e64da0-828f-4527-87ac-884e16c8647a HTTP/1.1" status: 204 len: 168 time: 0.1804903 May 06 23:35:27.117658 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ef26e-08d5-45bc-9ea9-613adfc6231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e64da0-828f-4527-87ac-884e16c8647a,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:27.350776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b40b3-7aed-4a55-81c6-9a9f7e7fac56 req-8a687339-3976-4359-a4fb-047bcf139564 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:27.361005 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c0b40b3-7aed-4a55-81c6-9a9f7e7fac56 req-8a687339-3976-4359-a4fb-047bcf139564 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 948 time: 0.0573847 May 06 23:35:27.423238 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c0b40b3-7aed-4a55-81c6-9a9f7e7fac56 req-34211240-d4cf-4b9f-b3be-dbfe4a131f38 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613389 May 06 23:35:27.511441 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 42852) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:27.527481 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7b494d3d-1ed8-48f8-b60c-b87623289f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.646048 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7b494d3d-1ed8-48f8-b60c-b87623289f73 admin admin] Publish callbacks [] for security_group (2c1f8e3b-099c-40ae-a470-43a8b2382839), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.650870 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7b494d3d-1ed8-48f8-b60c-b87623289f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2c1f8e3b-099c-40ae-a470-43a8b2382839), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.697275 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7b494d3d-1ed8-48f8-b60c-b87623289f73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb0c8942a6c843a591e0799369c453cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823530 May 06 23:35:27.697275 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b494d3d-1ed8-48f8-b60c-b87623289f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f8e3b-099c-40ae-a470-43a8b2382839,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:27.697775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42860) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:27.761431 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2782f850-ea9a-4e1d-8a2c-337c1889e2c2 req-acb8db0e-15e5-4fa2-9000-7fae7b0e4bfe tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 210 time: 0.0340137 May 06 23:35:27.796097 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] Publish callbacks [] for security_group (2c1f8e3b-099c-40ae-a470-43a8b2382839), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.825552 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] Publish callbacks [] for security_group (2c1f8e3b-099c-40ae-a470-43a8b2382839), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.897712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2c1f8e3b-099c-40ae-a470-43a8b2382839), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.900576 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:27.904308 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c1f8e3b-099c-40ae-a470-43a8b2382839 HTTP/1.1" status: 204 len: 168 time: 0.2053547 May 06 23:35:27.919155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499bce7-57ad-41b5-b4aa-264d8242e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f8e3b-099c-40ae-a470-43a8b2382839,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:27.996976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2ca74-3ab7-4440-9353-2690f0c7da86 req-37f850e9-c885-4d4d-b0a8-39674031e64c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:27.999582 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-31f2ca74-3ab7-4440-9353-2690f0c7da86 req-37f850e9-c885-4d4d-b0a8-39674031e64c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0685852 May 06 23:35:28.061538 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-31f2ca74-3ab7-4440-9353-2690f0c7da86 req-e8f47312-795a-4d92-a5dc-27e63e9e791f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556338 May 06 23:35:28.160074 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-2512a24d-20f7-4ff1-a76b-c488d237c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:28.163386 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-2512a24d-20f7-4ff1-a76b-c488d237c376 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa604de18da04c76bd6932bc44d8547f&device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 1132 time: 0.0713177 May 06 23:35:28.223856 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-eecde874-4182-46d6-8ecc-5bc358712d34 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a63c8271d644833bc46ae96dc3aa954 HTTP/1.1" status: 200 len: 380 time: 0.1142797 May 06 23:35:28.274115 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'port': {'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'admin_state_up': True, 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'security_groups': ['06072db8-0f5d-4776-b5cf-3a1633d54118']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:28.363864 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-cd2c6f32-d7a1-4317-9d98-cb23534fb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:28.365674 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-cd2c6f32-d7a1-4317-9d98-cb23534fb328 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c87d47d5-a45c-494b-8fc9-fa3639d3438e HTTP/1.1" status: 200 len: 870 time: 0.1079719 May 06 23:35:28.414894 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-f08c4aa4-3d97-451f-bb11-9f10b5745977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26 HTTP/1.1" status: 200 len: 217 time: 0.0408626 May 06 23:35:28.463541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Made reservation on behalf of 0a63c8271d644833bc46ae96dc3aa954 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:35:28.467166 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:28.583145 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-f4fa18aa-92a4-45ab-adc9-6315a4fbc8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:28.586260 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-f4fa18aa-92a4-45ab-adc9-6315a4fbc8e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c658fb29-9479-4a85-895f-faaa9f3cfb05 HTTP/1.1" status: 200 len: 843 time: 0.0843363 May 06 23:35:28.625248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d652f11-2d16-4d81-9c6e-9746e58e7c3c req-ab7e2c04-b7ee-4a95-9e37-e44afb47130d tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:28.627232 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8d652f11-2d16-4d81-9c6e-9746e58e7c3c req-ab7e2c04-b7ee-4a95-9e37-e44afb47130d tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 948 time: 0.0689056 May 06 23:35:28.649620 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-33e3b173-0d8e-4273-a7c4-17d40b9d442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:28.652859 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-33e3b173-0d8e-4273-a7c4-17d40b9d442f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c87d47d5-a45c-494b-8fc9-fa3639d3438e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0586455 May 06 23:35:28.710480 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Allocated IP 172.20.0.9 (c67eab3e-5f42-4b08-b50f-46be90ec8694/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751/be916252-f08b-46e4-b278-e2a928db2fed) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:28.720596 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8d652f11-2d16-4d81-9c6e-9746e58e7c3c req-39711bc1-de24-4f9c-ab63-767b01d924b8 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709183 May 06 23:35:28.820986 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-543dfcdc-f697-4899-bc6a-571f42bb8a3d service neutron] 10.222.0.59 "GET /v2.0/networks/c87d47d5-a45c-494b-8fc9-fa3639d3438e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560676 May 06 23:35:28.947164 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-511f378a-1259-4577-8c86-7ce00d6a8ffb req-91f9702b-69e9-4376-b278-83c7bffd45c4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 210 time: 0.0399415 May 06 23:35:28.993713 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-606801af-db1f-4fda-9b15-b20170d2ea92 req-756e8b8f-27d8-4ea9-81c4-9309ad96e046 service neutron] 10.222.0.59 "GET /v2.0/networks/c87d47d5-a45c-494b-8fc9-fa3639d3438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613369 May 06 23:35:29.037507 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for port (be916252-f08b-46e4-b278-e2a928db2fed), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.091934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.147363 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:29.150770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:29.157535 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:29.165313 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event updated for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:29.234032 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:29.234709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.279376 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db56b021-a8b5-42fb-8c0f-d2fbcda33a92 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0138803 May 06 23:35:29.295667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Request body: {'port': {'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:29.333622 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14402d-c657-41b4-8046-a30b3c2fecb5 req-af31b8aa-7cc3-4ed9-81f7-fabe13840068 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:29.335889 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7b14402d-c657-41b4-8046-a30b3c2fecb5 req-af31b8aa-7cc3-4ed9-81f7-fabe13840068 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0967746 May 06 23:35:29.441338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be916252-f08b-46e4-b278-e2a928db2fed), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.467201 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7b14402d-c657-41b4-8046-a30b3c2fecb5 req-203abac9-8e5a-4b91-af9a-6038c677f2d5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204388 May 06 23:35:29.522416 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f9752be-36b3-484a-8563-e74a181e83ed None None] Provisioning complete for port be916252-f08b-46e4-b278-e2a928db2fed triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:29.524507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f9752be-36b3-484a-8563-e74a181e83ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (be916252-f08b-46e4-b278-e2a928db2fed), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.594341 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f9752be-36b3-484a-8563-e74a181e83ed None None] Port be916252-f08b-46e4-b278-e2a928db2fed cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:35:29.800677 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be916252-f08b-46e4-b278-e2a928db2fed {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:29.837360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks [] for port (be916252-f08b-46e4-b278-e2a928db2fed), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.866177 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fd966-7b7e-4921-b4dc-ac8edabd80ba req-b53ab15d-0d75-427f-9454-81d97c46706e tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:29.869602 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-287fd966-7b7e-4921-b4dc-ac8edabd80ba req-b53ab15d-0d75-427f-9454-81d97c46706e tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 948 time: 0.0638595 May 06 23:35:29.871060 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Transition to ACTIVE for port object be916252-f08b-46e4-b278-e2a928db2fed will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:35:29.883445 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:29.979481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Pushing event updated for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:30.102407 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-287fd966-7b7e-4921-b4dc-ac8edabd80ba req-779357b0-7cbe-4eea-9bf4-d053b96877e4 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263710 May 06 23:35:30.132203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f8ffa22e-5460-4200-9fe0-15f0e1575c26 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:35:30.197858 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34025-fa08-484b-8f95-2788ab326bc7 req-348f3eb3-7910-45a0-96e6-869a2419b02c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:30.209556 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ab34025-fa08-484b-8f95-2788ab326bc7 req-348f3eb3-7910-45a0-96e6-869a2419b02c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 943 time: 0.1256065 May 06 23:35:30.212187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Attempting to bind port be916252-f08b-46e4-b278-e2a928db2fed on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:35:30.212573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Attempting to bind port be916252-f08b-46e4-b278-e2a928db2fed by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:35:30.212913 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Attempting to bind port be916252-f08b-46e4-b278-e2a928db2fed on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:35:30.236201 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Port be916252-f08b-46e4-b278-e2a928db2fed on network c67eab3e-5f42-4b08-b50f-46be90ec8694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:35:30.236525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Attempting to bind port be916252-f08b-46e4-b278-e2a928db2fed on network c67eab3e-5f42-4b08-b50f-46be90ec8694 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:35:30.255047 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:35:30.255873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Checking segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:35:30.255873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Bound using segment: {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:35:30.256287 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Bound port: be916252-f08b-46e4-b278-e2a928db2fed, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c59b23-3da5-42cc-938f-76ec1e45d882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:35:30.256659 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be916252-f08b-46e4-b278-e2a928db2fed), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:30.296241 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ab34025-fa08-484b-8f95-2788ab326bc7 req-ca89da2a-6855-46b6-bae0-bbf9b89349d0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858173 May 06 23:35:30.365253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:35:30.367393 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:30.371929 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be916252-f08b-46e4-b278-e2a928db2fed,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:35:30.379248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:30.396475 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26', 'network_id': 'c87d47d5-a45c-494b-8fc9-fa3639d3438e', 'port_id': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c658fb29-9479-4a85-895f-faaa9f3cfb05', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:35:30.437913 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:30.438589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:30.440456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] 10.222.0.59 "PUT /v2.0/ports/be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 1093 time: 1.1511054 May 06 23:35:30.443157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:30.447217 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:30.474570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port f8ffa22e-5460-4200-9fe0-15f0e1575c26 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:30.476181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:30.494532 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ffa22e-5460-4200-9fe0-15f0e1575c26 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:30.536474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73156d-90ce-4461-8435-bb8fff5facef service neutron] Pushing event updated for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:30.553050 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeb2787-6c37-48e4-86fd-f6f94cdc5eb9 x-openstack-request-id: req-bfeb2787-6c37-48e4-86fd-f6f94cdc5eb9 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:30.553479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:30.553886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfeb2787-6c37-48e4-86fd-f6f94cdc5eb9 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:30.554601 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfeb2787-6c37-48e4-86fd-f6f94cdc5eb9'] response: {'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'status': 'completed', 'code': 200} May 06 23:35:30.591089 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:30.597446 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:30.681810 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-e26fc3ad-3a1b-48fb-95e1-3a50b243c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:30.684842 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-e26fc3ad-3a1b-48fb-95e1-3a50b243c337 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1127 time: 0.1521957 May 06 23:35:30.722961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:30.735845 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.736204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.736588 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.737253 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.737792 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.738303 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.738950 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.739439 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.739934 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.740448 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.741093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.741613 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.742099 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.742589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.742951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:35:30.829865 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-e6af957c-d011-4fac-ae02-253853a73e2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 217 time: 0.0653534 May 06 23:35:30.898016 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd469-185b-49f3-a47b-999a615414ea req-8574340a-0361-4cda-8664-365e5e9e7b78 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:30.906328 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f78fd469-185b-49f3-a47b-999a615414ea req-8574340a-0361-4cda-8664-365e5e9e7b78 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.2181959 May 06 23:35:30.939003 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['f8ffa22e-5460-4200-9fe0-15f0e1575c26'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:35:31.022290 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f78fd469-185b-49f3-a47b-999a615414ea req-5836dbda-b717-4c1c-9c50-98724ac7fcb1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143980 May 06 23:35:31.026351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ef948179-3b0a-424b-947b-0cf2f698c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:31.031954 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-ef948179-3b0a-424b-947b-0cf2f698c89c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1927018 May 06 23:35:31.110258 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db20e839-e2fe-4492-a447-67679985c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:31.111917 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-db20e839-e2fe-4492-a447-67679985c805 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717440 May 06 23:35:31.373025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-235e6d8b-52bc-4f55-b89c-896e45bb4cf8 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356472 May 06 23:35:31.423017 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf8da4-eab3-4b44-846f-64125c17993d req-1f358ae7-31a1-455c-89a1-d17a99e1bdb7 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:31.425534 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9caf8da4-eab3-4b44-846f-64125c17993d req-1f358ae7-31a1-455c-89a1-d17a99e1bdb7 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 949 time: 0.1268685 May 06 23:35:31.557150 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9caf8da4-eab3-4b44-846f-64125c17993d req-8563bd74-b0b5-4e76-8d85-79489e5a43a8 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192648 May 06 23:35:31.574820 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bfb60-6319-4458-ad40-d91245cc4d50 req-a0185b14-3121-4176-9091-5173193665f0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:31.576519 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-627bfb60-6319-4458-ad40-d91245cc4d50 req-a0185b14-3121-4176-9091-5173193665f0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 943 time: 0.1064720 May 06 23:35:31.614838 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2df87ac-e291-4170-8a76-41250db62d87 req-7edf0330-264f-43aa-a3fe-fd280bdbbd3c service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312534 May 06 23:35:31.670406 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-627bfb60-6319-4458-ad40-d91245cc4d50 req-f0af16a1-1da8-4a96-a916-11c0aa65f278 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777411 May 06 23:35:31.746387 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 42994) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:31.895231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8c5081d0-4c82-4b5e-9349-27e108b7733d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:31.997780 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8c5081d0-4c82-4b5e-9349-27e108b7733d admin admin] Publish callbacks [] for security_group (be2aecc9-68ad-44be-873c-ce46c5a74187), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.003035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8c5081d0-4c82-4b5e-9349-27e108b7733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (be2aecc9-68ad-44be-873c-ce46c5a74187), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.045076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8c5081d0-4c82-4b5e-9349-27e108b7733d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01c812120876441082e7799271cf436e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971663 May 06 23:35:32.046170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5081d0-4c82-4b5e-9349-27e108b7733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2aecc9-68ad-44be-873c-ce46c5a74187,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:32.048093 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43000) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:32.131899 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f8ffa22e-5460-4200-9fe0-15f0e1575c26 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:35:32.138233 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] Publish callbacks [] for security_group (be2aecc9-68ad-44be-873c-ce46c5a74187), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.188346 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port f8ffa22e-5460-4200-9fe0-15f0e1575c26 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:35:32.189986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] Publish callbacks [] for security_group (be2aecc9-68ad-44be-873c-ce46c5a74187), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.197432 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port f8ffa22e-5460-4200-9fe0-15f0e1575c26 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:32.198212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.204262 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78f7d2-812a-47eb-ac31-5bfc0fa90968 req-5173eaf3-7ac9-4dcc-adbf-230dd1be57d5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:32.206018 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5e78f7d2-812a-47eb-ac31-5bfc0fa90968 req-5173eaf3-7ac9-4dcc-adbf-230dd1be57d5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0646434 May 06 23:35:32.273255 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5e78f7d2-812a-47eb-ac31-5bfc0fa90968 req-c8404e3e-859f-4628-b3e0-906ce51a3e19 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574245 May 06 23:35:32.280353 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (be2aecc9-68ad-44be-873c-ce46c5a74187), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.283207 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.286038 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be2aecc9-68ad-44be-873c-ce46c5a74187 HTTP/1.1" status: 204 len: 168 time: 0.2361822 May 06 23:35:32.311620 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c18e3-5e40-45e8-bb84-be31d3cd5307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2aecc9-68ad-44be-873c-ce46c5a74187,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:32.337534 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port f8ffa22e-5460-4200-9fe0-15f0e1575c26 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:32.337764 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.368096 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:32.370528 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c197ad48-201f-413c-8f44-e75f8922ba7f" -d '{"events": [{"server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "name": "network-vif-plugged", "status": "completed", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:32.408415 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:32.415807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.424696 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262fec3-b74b-4587-be4b-7f0d564c08da x-openstack-request-id: req-9262fec3-b74b-4587-be4b-7f0d564c08da {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:32.424986 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "name": "network-vif-plugged", "status": "completed", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:32.425235 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9262fec3-b74b-4587-be4b-7f0d564c08da {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:32.425639 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9262fec3-b74b-4587-be4b-7f0d564c08da'] response: {'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26', 'code': 200} May 06 23:35:32.473797 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:32.680617 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43022) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:32.694037 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb0e5-3b70-4cff-8a69-64fda85ef563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.727601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869b4cb-a72d-4dc7-9200-d48973f95561 req-244fcbb1-c869-4ccc-acd8-ffce39bd8486 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:32.733126 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a869b4cb-a72d-4dc7-9200-d48973f95561 req-244fcbb1-c869-4ccc-acd8-ffce39bd8486 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0614161 May 06 23:35:32.792998 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb0e5-3b70-4cff-8a69-64fda85ef563 admin admin] Publish callbacks [] for security_group (721b6fd4-69f7-4334-86db-6a786dbca1e7), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.796439 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a869b4cb-a72d-4dc7-9200-d48973f95561 req-2116b5be-4253-4a59-a4aa-9f71196aae6d tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598183 May 06 23:35:32.799539 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb0e5-3b70-4cff-8a69-64fda85ef563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (721b6fd4-69f7-4334-86db-6a786dbca1e7), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.832356 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdb0e5-3b70-4cff-8a69-64fda85ef563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721b6fd4-69f7-4334-86db-6a786dbca1e7,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:32.850703 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-8cfdb0e5-3b70-4cff-8a69-64fda85ef563 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=302edc1b23ce4932b29790ef79f174f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682043 May 06 23:35:32.853167 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43026) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:32.952392 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] Publish callbacks [] for security_group (721b6fd4-69f7-4334-86db-6a786dbca1e7), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:32.957138 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-aa1d747e-50d5-4b50-a03b-f70fc2f0919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:32.958638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-aa1d747e-50d5-4b50-a03b-f70fc2f0919c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0606203 May 06 23:35:32.997574 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] Publish callbacks [] for security_group (721b6fd4-69f7-4334-86db-6a786dbca1e7), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:33.076106 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (721b6fd4-69f7-4334-86db-6a786dbca1e7), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:33.080879 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:33.082420 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/721b6fd4-69f7-4334-86db-6a786dbca1e7 HTTP/1.1" status: 204 len: 168 time: 0.2281220 May 06 23:35:33.095286 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df75f-bd29-4270-a2a7-b32df5818654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b6fd4-69f7-4334-86db-6a786dbca1e7,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:33.156844 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e6a0d-2e62-4d33-a9c3-c0391b0fceed req-268b1070-1662-46d3-9eab-680c631f1c15 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.165949 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f37e6a0d-2e62-4d33-a9c3-c0391b0fceed req-268b1070-1662-46d3-9eab-680c631f1c15 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 943 time: 0.2054060 May 06 23:35:33.262767 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b90c-e9ae-4aef-97b5-6e360c2bb82b req-f83b323c-f81a-4882-8964-55e7105f0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.274885 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f5c4b90c-e9ae-4aef-97b5-6e360c2bb82b req-f83b323c-f81a-4882-8964-55e7105f0469 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 1134 time: 0.1214836 May 06 23:35:33.282759 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-622c6246-b43c-4ee0-b6e2-224455bd22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.284767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-622c6246-b43c-4ee0-b6e2-224455bd22ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.3160195 May 06 23:35:33.301496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f37e6a0d-2e62-4d33-a9c3-c0391b0fceed req-01c8c074-53a0-45ce-bf97-ebfe4415d303 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330893 May 06 23:35:33.350590 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-0ac19c5e-d42f-4722-88d5-eb446410400e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 217 time: 0.0473733 May 06 23:35:33.395883 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f5c4b90c-e9ae-4aef-97b5-6e360c2bb82b req-5dfbdea9-37b1-4156-a0e5-3fa93f2a98df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162381 May 06 23:35:33.484875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-c3ca1bd2-8ed8-45ba-bd6a-4c97fb3d460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.486592 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-c3ca1bd2-8ed8-45ba-bd6a-4c97fb3d460c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.1284578 May 06 23:35:33.508982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe65813-3a69-460d-980a-4f209acd3c6b req-f4b135b9-679c-4178-af6d-61bbb094c0e1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.516482 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cfe65813-3a69-460d-980a-4f209acd3c6b req-f4b135b9-679c-4178-af6d-61bbb094c0e1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0757580 May 06 23:35:33.597768 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cfe65813-3a69-460d-980a-4f209acd3c6b req-c5b7e3cf-4dc9-4564-8e22-b26a20778217 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792825 May 06 23:35:33.739432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-194aa1a4-f436-4a85-9059-7dbcdfa0db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:33.741356 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-194aa1a4-f436-4a85-9059-7dbcdfa0db20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910099 May 06 23:35:33.891485 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-ac62585b-e32a-40c6-844d-c49b66f35c7f service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413305 May 06 23:35:33.998656 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5fcb8-e039-4095-9aa3-178c49402137 req-69c68ba8-d3ee-4a56-be3a-5c1fb00891f3 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:34.000176 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7a5fcb8-e039-4095-9aa3-178c49402137 req-69c68ba8-d3ee-4a56-be3a-5c1fb00891f3 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0954735 May 06 23:35:34.067837 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b7ce1fa3-87e8-4eec-a0a7-5c4e42aa81ad req-1ea5f294-405c-490d-ab98-1a9cfeefccb2 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617670 May 06 23:35:34.082121 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7a5fcb8-e039-4095-9aa3-178c49402137 req-379ad887-e619-4686-b00a-f43b227c4746 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739722 May 06 23:35:34.150394 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be916252-f08b-46e4-b278-e2a928db2fed details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:35:34.265200 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be916252-f08b-46e4-b278-e2a928db2fed,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:34.278471 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'be916252-f08b-46e4-b278-e2a928db2fed', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:35:34.466585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port be916252-f08b-46e4-b278-e2a928db2fed is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:34.466978 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be916252-f08b-46e4-b278-e2a928db2fed), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:34.485090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be916252-f08b-46e4-b278-e2a928db2fed {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:34.502548 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e38d3-3ea2-412d-9c37-f7c671c155b8 req-6d6c5429-1349-4d93-b483-2c544dfd01f1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:34.509639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-167e38d3-3ea2-412d-9c37-f7c671c155b8 req-6d6c5429-1349-4d93-b483-2c544dfd01f1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 943 time: 0.0674827 May 06 23:35:34.516515 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be916252-f08b-46e4-b278-e2a928db2fed,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:34.523608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:34.590486 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:34.616562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-167e38d3-3ea2-412d-9c37-f7c671c155b8 req-2d312a73-8655-42db-9514-ced86516ffb4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046615 May 06 23:35:34.742864 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:35:34.766324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafac03-c840-4cd1-a450-3bb399560b39 req-60ccc3ac-a8fe-4b5d-8bb1-b1907e861ed9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:34.768042 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0aafac03-c840-4cd1-a450-3bb399560b39 req-60ccc3ac-a8fe-4b5d-8bb1-b1907e861ed9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0702586 May 06 23:35:34.853460 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0aafac03-c840-4cd1-a450-3bb399560b39 req-141e16a6-2bec-44f0-8112-c78a5a44ce71 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784314 May 06 23:35:34.874047 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['be916252-f08b-46e4-b278-e2a928db2fed'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:35:35.220726 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c167e0-1a2a-4629-9301-a88cc415dc5b req-d7a6687c-687d-46fc-9d8d-ab1e38b3db35 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:35.222187 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7c167e0-1a2a-4629-9301-a88cc415dc5b req-d7a6687c-687d-46fc-9d8d-ab1e38b3db35 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0564852 May 06 23:35:35.273919 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7c167e0-1a2a-4629-9301-a88cc415dc5b req-242a69c1-9ee3-4db1-a7db-7bcd3b72bd23 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 May 06 23:35:35.735901 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98983b-b3d2-422d-9eb0-394dc18ad8cb req-9a0660c1-5f29-4cf0-9c04-bb515f1bf10d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:35.738257 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bc98983b-b3d2-422d-9eb0-394dc18ad8cb req-9a0660c1-5f29-4cf0-9c04-bb515f1bf10d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 944 time: 0.0614781 May 06 23:35:35.799108 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bc98983b-b3d2-422d-9eb0-394dc18ad8cb req-026f473a-9f2a-4ce3-bc2a-25575ee404d6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538163 May 06 23:35:35.999609 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff79c-8256-43c1-ab66-d63b21b42449 req-344738dd-026b-42a0-b507-7c414dbc7908 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:36.001390 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ccff79c-8256-43c1-ab66-d63b21b42449 req-344738dd-026b-42a0-b507-7c414dbc7908 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0615883 May 06 23:35:36.078683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ccff79c-8256-43c1-ab66-d63b21b42449 req-41e347b2-2e60-4c6b-b902-e2047fbfae1b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713649 May 06 23:35:36.158937 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be916252-f08b-46e4-b278-e2a928db2fed up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:35:36.227476 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port be916252-f08b-46e4-b278-e2a928db2fed completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:35:36.235075 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port be916252-f08b-46e4-b278-e2a928db2fed triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:36.236371 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (be916252-f08b-46e4-b278-e2a928db2fed), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:36.342214 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port be916252-f08b-46e4-b278-e2a928db2fed is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:36.342839 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be916252-f08b-46e4-b278-e2a928db2fed), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:36.377876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:36.380399 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956539c6-feb9-41b7-af67-8902de4469ea" -d '{"events": [{"server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "name": "network-vif-plugged", "status": "completed", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:36.392197 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be916252-f08b-46e4-b278-e2a928db2fed,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:36.398170 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:36.431906 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae609984-0602-427a-8885-b649f5659283 req-7405c987-85bd-4f4b-81d2-00c921d8aad5 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:36.434638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae609984-0602-427a-8885-b649f5659283 req-7405c987-85bd-4f4b-81d2-00c921d8aad5 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0765889 May 06 23:35:36.445721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf476c-9190-4f59-a0a3-bea111173d19 x-openstack-request-id: req-0acf476c-9190-4f59-a0a3-bea111173d19 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:36.446214 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "name": "network-vif-plugged", "status": "completed", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:36.446528 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0acf476c-9190-4f59-a0a3-bea111173d19 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:36.447155 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acf476c-9190-4f59-a0a3-bea111173d19'] response: {'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'code': 200} May 06 23:35:36.481887 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:36.504909 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae609984-0602-427a-8885-b649f5659283 req-d93f02d3-2a73-4df6-a7f5-d30d94adcd7c tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635986 May 06 23:35:36.814848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47b240-2987-447c-a02a-f69111de722a req-81bc11db-c521-47d3-95ba-ec88466c8c51 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:36.816872 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b47b240-2987-447c-a02a-f69111de722a req-81bc11db-c521-47d3-95ba-ec88466c8c51 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0515299 May 06 23:35:36.895956 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b47b240-2987-447c-a02a-f69111de722a req-0765953c-f215-4e02-8306-02d0b5f61dff tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636103 May 06 23:35:36.965509 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df859a2-28b6-4288-8aa6-e911a8cfaaec req-05e977a9-aeb1-4687-98b1-1389dbb485b8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:36.966967 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4df859a2-28b6-4288-8aa6-e911a8cfaaec req-05e977a9-aeb1-4687-98b1-1389dbb485b8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0546019 May 06 23:35:37.029780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4df859a2-28b6-4288-8aa6-e911a8cfaaec req-04efff17-cc57-46c4-85e9-93fd9d583ded tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550811 May 06 23:35:37.203370 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c618-215c-4242-8047-dd449045a4bd req-e043f9dc-f5e9-4beb-99cf-ee810d0a44e5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:37.205080 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ac1c618-215c-4242-8047-dd449045a4bd req-e043f9dc-f5e9-4beb-99cf-ee810d0a44e5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0479887 May 06 23:35:37.253915 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ac1c618-215c-4242-8047-dd449045a4bd req-8bc4eb54-701a-4c5e-b21b-df234a41cce6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423787 May 06 23:35:38.025831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb339e6-56a2-4277-88e3-af05f2438138 req-5cc9433c-5b75-448c-acdc-66553ce9e83c tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:38.027283 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9eb339e6-56a2-4277-88e3-af05f2438138 req-5cc9433c-5b75-448c-acdc-66553ce9e83c tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0574708 May 06 23:35:38.098909 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9eb339e6-56a2-4277-88e3-af05f2438138 req-59261e78-96b1-41a6-add5-117c910d4f3c tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 May 06 23:35:38.153415 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1701-8221-4828-b93f-26d22d479f56 req-63adad43-90d5-47d3-a803-1781f5891d20 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:38.154893 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be1d1701-8221-4828-b93f-26d22d479f56 req-63adad43-90d5-47d3-a803-1781f5891d20 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0548906 May 06 23:35:38.200269 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be1d1701-8221-4828-b93f-26d22d479f56 req-23bee5a6-c019-44ce-99ee-d57ef0db2a52 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395756 May 06 23:35:38.376679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005572b-c09a-426a-b1ce-b6178e659461 req-db4cfee0-3cc7-4a93-bffd-cbbc07abd01f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:38.378116 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8005572b-c09a-426a-b1ce-b6178e659461 req-db4cfee0-3cc7-4a93-bffd-cbbc07abd01f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0463762 May 06 23:35:38.426892 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8005572b-c09a-426a-b1ce-b6178e659461 req-55703da9-ca39-4c9a-8f51-7d5452e631a3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427923 May 06 23:35:39.225432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74835f4-ec57-4bfa-8571-8a69eaf69da0 req-e88ea203-6684-4299-a8f6-366e78ae641a tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:39.227927 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f74835f4-ec57-4bfa-8571-8a69eaf69da0 req-e88ea203-6684-4299-a8f6-366e78ae641a tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0533984 May 06 23:35:39.290186 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f74835f4-ec57-4bfa-8571-8a69eaf69da0 req-af8e2229-dd9b-4be7-883c-4ce6454f5ed6 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556362 May 06 23:35:39.327788 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca2e3-e57c-420b-b829-2792eb55dc04 req-de873ab7-26e8-454a-9f0b-056c8cf1fb43 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:39.329388 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fbaca2e3-e57c-420b-b829-2792eb55dc04 req-de873ab7-26e8-454a-9f0b-056c8cf1fb43 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0554013 May 06 23:35:39.380950 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fbaca2e3-e57c-420b-b829-2792eb55dc04 req-c5f44f6c-e7f6-4d0d-bc46-67ba5642bee4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 May 06 23:35:39.559996 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34731322-b6dc-4fa4-999b-bf3aa51fb688 req-5de5d647-5d00-4c4f-8917-60197156792c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:39.570068 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-34731322-b6dc-4fa4-999b-bf3aa51fb688 req-5de5d647-5d00-4c4f-8917-60197156792c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0700583 May 06 23:35:39.618161 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-34731322-b6dc-4fa4-999b-bf3aa51fb688 req-3e42568f-baf9-4ad4-9daf-c082486c41b0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425901 May 06 23:35:40.506831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7979f0-294c-4535-9bc1-0a92e9fa2bb0 req-0f9b275f-1123-4a64-8da6-2fae3c90becb tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:40.516914 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce7979f0-294c-4535-9bc1-0a92e9fa2bb0 req-0f9b275f-1123-4a64-8da6-2fae3c90becb tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.1071718 May 06 23:35:40.637254 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d33ca-811f-422a-80ce-924afdd60e67 req-2f458dbf-3ce2-4090-a157-530daa9dd30b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:40.638765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d44d33ca-811f-422a-80ce-924afdd60e67 req-2f458dbf-3ce2-4090-a157-530daa9dd30b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.1156039 May 06 23:35:40.696695 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce7979f0-294c-4535-9bc1-0a92e9fa2bb0 req-81a1e979-2c88-4f18-80ae-a46608133c5b tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785281 May 06 23:35:40.753130 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d44d33ca-811f-422a-80ce-924afdd60e67 req-c998d60f-4860-49f9-b506-24b7dc7bfc37 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053615 May 06 23:35:40.907505 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e569c6-e52f-4afe-b6a1-dab31ccf1d90 req-ec7f09b6-c334-45f2-89ef-319e723b1533 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:40.909106 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a2e569c6-e52f-4afe-b6a1-dab31ccf1d90 req-ec7f09b6-c334-45f2-89ef-319e723b1533 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0726111 May 06 23:35:40.970483 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a2e569c6-e52f-4afe-b6a1-dab31ccf1d90 req-c39ffc62-30d4-451d-ae3c-76b122210b3f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511644 May 06 23:35:41.154621 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779eb25-b42b-4918-81f4-e0e9b8a0901e req-a4821b85-fe80-4474-9605-0336a996ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:41.156663 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2779eb25-b42b-4918-81f4-e0e9b8a0901e req-a4821b85-fe80-4474-9605-0336a996ef1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0542216 May 06 23:35:41.335144 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2779eb25-b42b-4918-81f4-e0e9b8a0901e req-5bbd27fa-941b-477a-b5ca-073f2679c4b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464678 May 06 23:35:41.827442 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f32a-74a9-4dc1-bde5-b70ec404d88d req-53932715-ab61-454c-a313-0d8cbe9a8488 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:41.834406 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbc6f32a-74a9-4dc1-bde5-b70ec404d88d req-53932715-ab61-454c-a313-0d8cbe9a8488 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0747590 May 06 23:35:41.885283 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbc6f32a-74a9-4dc1-bde5-b70ec404d88d req-97855750-aa55-48c3-a1d6-3f0bf899c084 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 May 06 23:35:42.045255 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69245568-3883-4c70-9412-88d642435c33 req-9e7cde4f-bcb9-46a9-b5fe-ac559251cd76 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:42.053271 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69245568-3883-4c70-9412-88d642435c33 req-9e7cde4f-bcb9-46a9-b5fe-ac559251cd76 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0928307 May 06 23:35:42.149015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-6ee19b9a-bd39-4c5b-8477-c31cab22bcd2 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:42.151109 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-6ee19b9a-bd39-4c5b-8477-c31cab22bcd2 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.1319301 May 06 23:35:42.185019 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-69245568-3883-4c70-9412-88d642435c33 req-2825c5bf-d6a2-473a-835b-e5faaf2b8893 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310320 May 06 23:35:42.306347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa2a-90f1-47e5-a9e3-bfcd55de6b08 req-6fde0348-a98c-4c00-ad9d-e5162dcbb563 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:42.309088 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fd37fa2a-90f1-47e5-a9e3-bfcd55de6b08 req-6fde0348-a98c-4c00-ad9d-e5162dcbb563 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0628827 May 06 23:35:42.386782 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fd37fa2a-90f1-47e5-a9e3-bfcd55de6b08 req-45680b9c-1c20-469d-86e4-115c5f134669 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709453 May 06 23:35:43.086759 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e644-c2a6-4efe-bffe-b32371bb8334 req-e2871fd3-54d0-4720-8b2d-dfb8d050b6b2 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:43.088608 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-85f3e644-c2a6-4efe-bffe-b32371bb8334 req-e2871fd3-54d0-4720-8b2d-dfb8d050b6b2 tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 950 time: 0.0738790 May 06 23:35:43.106889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Deleting port f8ffa22e-5460-4200-9fe0-15f0e1575c26 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:35:43.107226 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:43.623625 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dfdaf-66a8-4aec-890e-ad3d01fd0203 req-cb30c994-a5d1-4963-b452-bd1eda05f3e0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:43.636132 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-014dfdaf-66a8-4aec-890e-ad3d01fd0203 req-cb30c994-a5d1-4963-b452-bd1eda05f3e0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.1457682 May 06 23:35:43.658309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-85f3e644-c2a6-4efe-bffe-b32371bb8334 req-03956c69-604c-4ca3-b211-670929c6bc0b tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/security-groups?id=01424f95-79c2-4dfb-a3bb-789c9e04bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604031 May 06 23:35:43.712064 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] For port f8ffa22e-5460-4200-9fe0-15f0e1575c26, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f8ffa22e-5460-4200-9fe0-15f0e1575c26,segment=NetworkSegment(cf9f6bbf-acda-4042-a903-abf1dae3bf19),segment_id=cf9f6bbf-acda-4042-a903-abf1dae3bf19)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:43.712672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:43.744280 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Calling delete_port for f8ffa22e-5460-4200-9fe0-15f0e1575c26 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:35:43.756696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-014dfdaf-66a8-4aec-890e-ad3d01fd0203 req-c62a6037-e87b-4f48-b2a9-dc5ee2e56849 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195366 May 06 23:35:43.878107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be446d15-c0db-4e3c-9b05-00ab1808e4ba req-3d04ba17-83a2-4e25-916c-e6216032a702 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:43.879765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be446d15-c0db-4e3c-9b05-00ab1808e4ba req-3d04ba17-83a2-4e25-916c-e6216032a702 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1150136 May 06 23:35:43.903041 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43276) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:43.964955 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be446d15-c0db-4e3c-9b05-00ab1808e4ba req-45bc1bf5-fbda-47a0-9864-e11d2e459b40 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762486 May 06 23:35:44.030973 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (f8ffa22e-5460-4200-9fe0-15f0e1575c26), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.046983 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['f8ffa22e-5460-4200-9fe0-15f0e1575c26'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:35:44.057573 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-77ab8100-fdea-40ae-8e53-4b92ffebbd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.139081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Pushing event deleted for resources: {'Port': ['ID=f8ffa22e-5460-4200-9fe0-15f0e1575c26,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:44.170233 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] No DVR routers for this DVR port f8ffa22e-5460-4200-9fe0-15f0e1575c26 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:35:44.175050 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.183827 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b919802b-21d5-4cf7-b788-b5c2992c9822 req-0a21e60d-3bd0-40e5-8809-64b53c86ea7f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.59 "DELETE /v2.0/ports/f8ffa22e-5460-4200-9fe0-15f0e1575c26 HTTP/1.1" status: 204 len: 173 time: 1.3005247 May 06 23:35:44.184348 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'name': 'network-vif-deleted', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:44.186820 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901db956-a7d7-451d-a44e-4cdb56bbd3e5" -d '{"events": [{"server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "name": "network-vif-deleted", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:44.189561 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-77ab8100-fdea-40ae-8e53-4b92ffebbd33 admin admin] Publish callbacks [] for security_group (468a3bb6-6fec-4439-b293-ddab8ab30bd7), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.201446 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-77ab8100-fdea-40ae-8e53-4b92ffebbd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (468a3bb6-6fec-4439-b293-ddab8ab30bd7), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.268078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464bb3bf-7b72-4ae6-8e01-e7cc0b966194 x-openstack-request-id: req-464bb3bf-7b72-4ae6-8e01-e7cc0b966194 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:44.268376 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5950eb-3c1a-4d61-bf6a-721591a46c45", "name": "network-vif-deleted", "tag": "f8ffa22e-5460-4200-9fe0-15f0e1575c26", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:44.268652 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-464bb3bf-7b72-4ae6-8e01-e7cc0b966194 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:44.269478 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464bb3bf-7b72-4ae6-8e01-e7cc0b966194'] response: {'server_uuid': '2f5950eb-3c1a-4d61-bf6a-721591a46c45', 'name': 'network-vif-deleted', 'tag': 'f8ffa22e-5460-4200-9fe0-15f0e1575c26', 'status': 'completed', 'code': 200} May 06 23:35:44.276116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 43286) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:44.290636 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-77ab8100-fdea-40ae-8e53-4b92ffebbd33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2b8395003a34a888906326119d9dfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861468 May 06 23:35:44.292248 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab8100-fdea-40ae-8e53-4b92ffebbd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468a3bb6-6fec-4439-b293-ddab8ab30bd7,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:44.429788 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] Publish callbacks [] for security_group (468a3bb6-6fec-4439-b293-ddab8ab30bd7), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.467809 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] Publish callbacks [] for security_group (468a3bb6-6fec-4439-b293-ddab8ab30bd7), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.532144 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (468a3bb6-6fec-4439-b293-ddab8ab30bd7), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.535255 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:44.536998 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/468a3bb6-6fec-4439-b293-ddab8ab30bd7 HTTP/1.1" status: 204 len: 168 time: 0.2598650 May 06 23:35:44.567931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49c226-9a23-40bd-8ecc-a49c8b19a02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a3bb6-6fec-4439-b293-ddab8ab30bd7,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:44.663358 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de13bd-02d3-43ac-ae2e-294ca4cced3f req-a17e62df-6c4c-4179-8516-97b690008644 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:44.665068 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61de13bd-02d3-43ac-ae2e-294ca4cced3f req-a17e62df-6c4c-4179-8516-97b690008644 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0594883 May 06 23:35:44.792018 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-61de13bd-02d3-43ac-ae2e-294ca4cced3f req-72617657-eed6-465d-ad1b-f7851c053147 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150904 May 06 23:35:44.889634 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5154a6dd-ad9a-4347-8d68-9b68f7ada2bc req-4f935596-1cbc-45f7-89cf-5c472e776c2f tempest-VolumesNegativeTest-956744275 tempest-VolumesNegativeTest-956744275-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f5950eb-3c1a-4d61-bf6a-721591a46c45 HTTP/1.1" status: 200 len: 210 time: 0.0531821 May 06 23:35:44.984158 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a9280-6518-4f15-a018-67856d9fddb6 req-78769a59-2f32-4d82-a596-d96b39238ccd tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:44.997896 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8a0a9280-6518-4f15-a018-67856d9fddb6 req-78769a59-2f32-4d82-a596-d96b39238ccd tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0722747 May 06 23:35:45.122733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8a0a9280-6518-4f15-a018-67856d9fddb6 req-759404cd-7151-4b42-a96e-ce77735b292f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235628 May 06 23:35:45.141624 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822085-08b9-4a04-acd9-77baf47c86b7 req-ed56ed97-4a2f-44a8-bcfb-6b08dcd5eb8c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:45.143357 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c822085-08b9-4a04-acd9-77baf47c86b7 req-ed56ed97-4a2f-44a8-bcfb-6b08dcd5eb8c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0679407 May 06 23:35:45.225260 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c822085-08b9-4a04-acd9-77baf47c86b7 req-4949d1a5-6ff0-4bc4-8df7-e590c2b7afd2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743325 May 06 23:35:45.287644 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8debcc-cce3-49fc-996d-b8d569a4b1bc req-ba740f82-5554-495b-9003-d7fa24588fc0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:45.306186 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43318) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:45.307153 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5b8debcc-cce3-49fc-996d-b8d569a4b1bc req-ba740f82-5554-495b-9003-d7fa24588fc0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0803056 May 06 23:35:45.312919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'floatingip': {'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:45.372043 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:45.948754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7689c-903a-4828-b918-810404b5e19e req-813eff0c-ff0d-4ff2-ac68-40fc42004573 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:45.950555 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbd7689c-903a-4828-b918-810404b5e19e req-813eff0c-ff0d-4ff2-ac68-40fc42004573 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0681071 May 06 23:35:46.059217 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbd7689c-903a-4828-b918-810404b5e19e req-49b173d0-ebc3-40ca-88ea-270ee7de18b3 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990753 May 06 23:35:46.194867 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f8ffa22e-5460-4200-9fe0-15f0e1575c26 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:35:46.240755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: f8ffa22e-5460-4200-9fe0-15f0e1575c26 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:35:46.241093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f8ffa22e-5460-4200-9fe0-15f0e1575c26 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:35:46.323112 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:46.328738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:46.388817 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe462-ba8e-4828-97a3-5a3bf9998e9d req-b971a17e-92e6-49e7-9017-2e1ceebae817 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:46.397053 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b51fe462-ba8e-4828-97a3-5a3bf9998e9d req-b971a17e-92e6-49e7-9017-2e1ceebae817 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0858965 May 06 23:35:46.425525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 43368) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:46.463803 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Floating IP 5d5e76b9-b192-4961-b2a8-1ba8a85618f9 associated. External IP: 172.27.1.198, port: be916252-f08b-46e4-b278-e2a928db2fed. May 06 23:35:46.466275 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b51fe462-ba8e-4828-97a3-5a3bf9998e9d req-e9e67aed-edc1-41d9-a320-dc62ab92e29a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682011 May 06 23:35:46.670437 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-505d8b82-6657-49a3-8b0e-7b5fed730acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:46.779972 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-505d8b82-6657-49a3-8b0e-7b5fed730acc admin admin] Publish callbacks [] for security_group (1f4676c8-8d76-403e-acaa-991b29d447cf), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:46.806872 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-505d8b82-6657-49a3-8b0e-7b5fed730acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1f4676c8-8d76-403e-acaa-991b29d447cf), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:46.912655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8b82-6657-49a3-8b0e-7b5fed730acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4676c8-8d76-403e-acaa-991b29d447cf,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:46.913785 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:35:46.933369 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43382) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:46.934528 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-505d8b82-6657-49a3-8b0e-7b5fed730acc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84525c23abc8467597acf25bc71d2bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076272 May 06 23:35:47.099185 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:35:47.104792 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:47.111613 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:35:47.137567 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:35:47.138280 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:47.159738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] Publish callbacks [] for security_group (1f4676c8-8d76-403e-acaa-991b29d447cf), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:47.230590 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c617e074-d07b-486b-ad87-8234d9cba81a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "PUT /v2.0/floatingips/5d5e76b9-b192-4961-b2a8-1ba8a85618f9 HTTP/1.1" status: 200 len: 991 time: 1.9156330 May 06 23:35:47.230590 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] Publish callbacks [] for security_group (1f4676c8-8d76-403e-acaa-991b29d447cf), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:47.241090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef91dd-5bb9-45cb-a610-958c288a19dd req-f890cab1-8bef-4f04-a090-7f90626933fe tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:47.265158 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09ef91dd-5bb9-45cb-a610-958c288a19dd req-f890cab1-8bef-4f04-a090-7f90626933fe tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0999703 May 06 23:35:47.285833 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:47.304869 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f287b41-029d-4790-9d9a-f85c842b67d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:47.312941 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1f4676c8-8d76-403e-acaa-991b29d447cf), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:47.315398 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:47.320423 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f4676c8-8d76-403e-acaa-991b29d447cf HTTP/1.1" status: 204 len: 168 time: 0.3835654 May 06 23:35:47.322269 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:35:47.359936 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09ef91dd-5bb9-45cb-a610-958c288a19dd req-ed1233f8-d6d9-46ad-a851-0f17694d94e4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932333 May 06 23:35:47.363114 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b75871-f73e-4b50-b630-8bf7620ab22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4676c8-8d76-403e-acaa-991b29d447cf,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:47.409268 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d88c1-9951-41e3-9ebf-5c5792aa19bd x-openstack-request-id: req-0b3d88c1-9951-41e3-9ebf-5c5792aa19bd {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:47.409715 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:47.410588 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b3d88c1-9951-41e3-9ebf-5c5792aa19bd {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:47.412047 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3d88c1-9951-41e3-9ebf-5c5792aa19bd'] response: {'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'status': 'completed', 'code': 200} May 06 23:35:47.537392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-928c8f7d-56d1-4b4d-93af-5367204dc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:47.545163 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-928c8f7d-56d1-4b4d-93af-5367204dc35f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0966704 May 06 23:35:47.746075 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c827-a03c-468f-90d7-3e097adaa4fd req-f50bb018-3205-4e69-be99-568ba305a886 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:47.753096 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d9b7c827-a03c-468f-90d7-3e097adaa4fd req-f50bb018-3205-4e69-be99-568ba305a886 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1745260 May 06 23:35:47.788821 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:35:45Z', 'revision_number': 1, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:47.813624 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-1daaf250-4b1b-402b-b498-d69b735e1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:47.816227 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-1daaf250-4b1b-402b-b498-d69b735e1a99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.2536910 May 06 23:35:47.821434 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:35:47.830692 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:35:47.831641 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:48.013858 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:35:48.014101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-7bc273d5-4963-4d25-8cee-56ccfcd5a0be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 999 time: 0.1833727 May 06 23:35:48.027568 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d9b7c827-a03c-468f-90d7-3e097adaa4fd req-ebcb208f-272e-45a8-ba90-9507828ab2ba tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2731078 May 06 23:35:48.102493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-704b8c4d-ff1e-4677-9a95-c9b0d8e23d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:48.104006 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-704b8c4d-ff1e-4677-9a95-c9b0d8e23d69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0753942 May 06 23:35:48.190399 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-cbbeca99-c38f-4816-b8db-71a59750fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:48.192409 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-cbbeca99-c38f-4816-b8db-71a59750fcd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801249 May 06 23:35:48.195618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:35:48.342474 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:48.357542 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '86468228-ab16-47f2-9446-421cf52e2da0', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:35:48.381952 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-c727e02f-9671-47c9-97d6-22402b67fdcd service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828785 May 06 23:35:48.389209 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:35:45Z', 'revision_number': 1, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:48.408393 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: ACTIVE; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:48.408996 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:48.427914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:48.431596 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecdbbc-26aa-4fae-b00f-27b2bf090765 None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:35:45Z', 'revision_number': 1, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:35:48.457462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:48.467382 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:48.593478 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=6']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:48.607583 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['86468228-ab16-47f2-9446-421cf52e2da0'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:35:48.665387 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f287b41-029d-4790-9d9a-f85c842b67d2 req-5df5b458-d741-4f2b-9746-bb60f01c226c service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714839 May 06 23:35:48.671497 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628a1a-682f-4000-ad12-e57833e3b28d req-c10613db-aba1-4af7-93df-357bea40afeb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:48.672996 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f3628a1a-682f-4000-ad12-e57833e3b28d req-c10613db-aba1-4af7-93df-357bea40afeb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0684581 May 06 23:35:48.763215 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f3628a1a-682f-4000-ad12-e57833e3b28d req-23be4ab4-0873-4b26-85ef-49704e0e9064 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823276 May 06 23:35:48.875937 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b48a-9b1c-4144-9e31-4fc17274c12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:48.908320 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1a7fe-7e3a-4e71-924f-12b128d64213 None None] New status for floating IP 5d5e76b9-b192-4961-b2a8-1ba8a85618f9: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:35:49.185915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d4789-1dc2-4b53-ae5c-4123c2a47254 req-e1708c4f-e0b4-4507-941f-20895e204011 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:49.187456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c31d4789-1dc2-4b53-ae5c-4123c2a47254 req-e1708c4f-e0b4-4507-941f-20895e204011 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 944 time: 0.0585108 May 06 23:35:49.254647 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c31d4789-1dc2-4b53-ae5c-4123c2a47254 req-3773e090-9403-4d64-8a8c-f0244d4224bd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598075 May 06 23:35:49.944022 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85398277-49a0-4553-9611-4ef59296f3eb req-7b2db8a5-8e86-407f-8848-6673b8c9bd67 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:49.954335 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-85398277-49a0-4553-9611-4ef59296f3eb req-7b2db8a5-8e86-407f-8848-6673b8c9bd67 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0877292 May 06 23:35:50.012104 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-85398277-49a0-4553-9611-4ef59296f3eb req-edde9465-1750-44a1-8f4d-fa9924d9af48 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564666 May 06 23:35:50.246992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:35:50.311156 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 86468228-ab16-47f2-9446-421cf52e2da0 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:50.311662 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (86468228-ab16-47f2-9446-421cf52e2da0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:50.409541 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:35:50.410098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:50.443255 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:35:50.446530 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771c5e84-808f-4ba1-9363-d2ca8b9ad827" -d '{"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:35:50.463109 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9782c79-da57-4d13-acaa-ab1922cd7ba3 req-4a4d9600-c092-418d-af6e-327aaa90309a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:50.463330 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:35:50.465798 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9782c79-da57-4d13-acaa-ab1922cd7ba3 req-4a4d9600-c092-418d-af6e-327aaa90309a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 944 time: 0.0715029 May 06 23:35:50.472158 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:50.546858 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9060981-811f-4bc1-9019-a8982c24d415 x-openstack-request-id: req-f9060981-811f-4bc1-9019-a8982c24d415 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:35:50.547334 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:35:50.547750 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9060981-811f-4bc1-9019-a8982c24d415 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:35:50.548293 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9060981-811f-4bc1-9019-a8982c24d415'] response: {'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'code': 200} May 06 23:35:50.549236 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=7']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:50.576386 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9782c79-da57-4d13-acaa-ab1922cd7ba3 req-7590630c-efd6-4b38-838b-afea60a85e69 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962009 May 06 23:35:51.069639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.222859 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-97971959-ae1b-40d9-94a5-2927e26c2900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.235132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefea46-27d2-4bc4-877b-bcf27754d1ac req-a4f0fa7c-4364-41ee-9c38-e358660b7227 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:51.248160 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fefea46-27d2-4bc4-877b-bcf27754d1ac req-a4f0fa7c-4364-41ee-9c38-e358660b7227 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1123030 May 06 23:35:51.367416 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fefea46-27d2-4bc4-877b-bcf27754d1ac req-026b9fd1-3402-4531-9afc-d1945b1d0f59 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120749 May 06 23:35:51.634326 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43788) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:51.639748 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805410094', 'description': 'tempest-description--119368336'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:51.673571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.754430 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fea5b-6482-409e-974a-c73975c6583f req-846a559f-2cea-447f-8fbd-86d23be650e8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:51.766080 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f63fea5b-6482-409e-974a-c73975c6583f req-846a559f-2cea-447f-8fbd-86d23be650e8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0884998 May 06 23:35:51.769815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (81af70df-ab3a-4840-9815-a4f4b9de96a5), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.776251 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (81af70df-ab3a-4840-9815-a4f4b9de96a5), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.800669 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 43792) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:51.815133 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81af70df-ab3a-4840-9815-a4f4b9de96a5,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:51.858345 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.867894 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3773ea05-74f2-453f-aaee-f2fd8473dd8f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2318959 May 06 23:35:51.868701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f63fea5b-6482-409e-974a-c73975c6583f req-e95f158e-44ed-4d13-a332-e45926e4a291 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963786 May 06 23:35:51.869015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43794) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:51.886421 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': '81af70df-ab3a-4840-9815-a4f4b9de96a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:51.886580 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Deleting subnet d47e5637-2b3e-4aef-8320-d93c15fcff6c {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:35:51.886931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Publish callbacks [] for subnet (d47e5637-2b3e-4aef-8320-d93c15fcff6c), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.913833 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (d519420e-219c-4c12-9f02-f13d886d5cec), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.939986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (d47e5637-2b3e-4aef-8320-d93c15fcff6c), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.983340 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (d519420e-219c-4c12-9f02-f13d886d5cec), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.988336 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (d47e5637-2b3e-4aef-8320-d93c15fcff6c), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:51.988475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (d519420e-219c-4c12-9f02-f13d886d5cec), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.011907 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d519420e-219c-4c12-9f02-f13d886d5cec,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:52.025817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.027832 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-9d8134e2-9421-4b94-87fd-f248ce34079d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577740 May 06 23:35:52.030683 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43796) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:52.035566 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': '81af70df-ab3a-4840-9815-a4f4b9de96a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:52.064764 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (d47e5637-2b3e-4aef-8320-d93c15fcff6c), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.066220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (711fc1ab-0852-4446-912c-3b711b1a65df), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.108161 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47e5637-2b3e-4aef-8320-d93c15fcff6c,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:52.114460 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.121949 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5466f42e-0fb2-4d0b-a84a-35e526eece4b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d47e5637-2b3e-4aef-8320-d93c15fcff6c HTTP/1.1" status: 204 len: 168 time: 0.3189280 May 06 23:35:52.122110 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43798) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:52.200750 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (711fc1ab-0852-4446-912c-3b711b1a65df), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.210390 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (711fc1ab-0852-4446-912c-3b711b1a65df), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.246119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (6d008681-e274-49a1-afeb-4a12e96f7398), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.253081 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711fc1ab-0852-4446-912c-3b711b1a65df,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:52.259723 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.261672 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6c8126a6-8056-4183-9e5d-db7bff0d0a03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300210 May 06 23:35:52.264787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 43800) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:52.274116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:52.300329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.315016 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.356662 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (6d008681-e274-49a1-afeb-4a12e96f7398), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.391002 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d008681-e274-49a1-afeb-4a12e96f7398']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:52.404020 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b294edc2-f3e3-42c5-abd2-3e882a268dbe') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:52.404388 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b294edc2-f3e3-42c5-abd2-3e882a268dbe') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:35:52.417421 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (b294edc2-f3e3-42c5-abd2-3e882a268dbe), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.443802 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (b294edc2-f3e3-42c5-abd2-3e882a268dbe), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.461330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:35:52.461924 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (b294edc2-f3e3-42c5-abd2-3e882a268dbe), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:35:52.464529 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:35:52.511089 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fe252-9e6b-402c-a151-f7e14bf6dddb req-6a0beec0-7be6-41e3-aa62-714a0991c1f8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:52.512847 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-662fe252-9e6b-402c-a151-f7e14bf6dddb req-6a0beec0-7be6-41e3-aa62-714a0991c1f8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0649490 May 06 23:35:52.517739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.555674 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (6d008681-e274-49a1-afeb-4a12e96f7398), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.563022 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.567650 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] 10.222.0.60 "DELETE /v2.0/networks/6d008681-e274-49a1-afeb-4a12e96f7398 HTTP/1.1" status: 204 len: 168 time: 0.4442761 May 06 23:35:52.586060 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f37a7-aaea-4b8a-bbce-c664d3c0cdca admin admin] Pushing event deleted for resources: {'Network': ['ID=6d008681-e274-49a1-afeb-4a12e96f7398,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:52.635135 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-662fe252-9e6b-402c-a151-f7e14bf6dddb req-95664867-7555-4f40-86e6-d2faeee0d6c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130142 May 06 23:35:52.709550 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.27.1.211 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/91cc05f6-3083-4d37-a30f-b398072d39db) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:52.836253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (91cc05f6-3083-4d37-a30f-b398072d39db), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.883308 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:52.955923 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:52.959400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:52.966586 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:53.002026 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=91cc05f6-3083-4d37-a30f-b398072d39db,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:53.024786 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43820) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.081414 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff5fd-9541-4d49-af49-a715f4b31f92 req-f7083dea-1c66-49d2-a285-c254434ff5ec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:53.084431 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a69ff5fd-9541-4d49-af49-a715f4b31f92 req-f7083dea-1c66-49d2-a285-c254434ff5ec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0866022 May 06 23:35:53.105568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43824) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.177994 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a69ff5fd-9541-4d49-af49-a715f4b31f92 req-7386a90c-4519-41ca-956f-449d2804f6eb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649359 May 06 23:35:53.180898 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.214344 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43828) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.246792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.281960 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b24453cd-36ed-494c-89ab-4f1efb29549a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6bcfbcf3cf84607a2ea593055bf4cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661359 May 06 23:35:53.284302 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43830) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.357598 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] Publish callbacks [] for security_group (8b520ccf-f177-4e75-b9d0-ed7844da0c0d), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.387084 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] Publish callbacks [] for security_group (8b520ccf-f177-4e75-b9d0-ed7844da0c0d), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.442143 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.451903 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (8b520ccf-f177-4e75-b9d0-ed7844da0c0d), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.457208 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.458844 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b520ccf-f177-4e75-b9d0-ed7844da0c0d HTTP/1.1" status: 204 len: 168 time: 0.1733410 May 06 23:35:53.468576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceb382-39f4-4e58-8b06-fff3c1ef5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b520ccf-f177-4e75-b9d0-ed7844da0c0d,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:53.577419 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4217cf17-c29c-4cb3-b5ae-97fbac9260be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.601869 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d57ea58f-c1a6-4e0c-9baf-37857ffb16e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa604de18da04c76bd6932bc44d8547f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949567 May 06 23:35:53.604656 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43834) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.611183 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (91cc05f6-3083-4d37-a30f-b398072d39db), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.620696 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.695354 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] Publish callbacks [] for security_group (01424f95-79c2-4dfb-a3bb-789c9e04bb02), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.716889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.745726 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] Publish callbacks [] for security_group (01424f95-79c2-4dfb-a3bb-789c9e04bb02), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.748500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4217cf17-c29c-4cb3-b5ae-97fbac9260be admin admin] Publish callbacks [] for security_group (92c85521-c685-412a-970d-3256fa84eb77), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.779231 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4217cf17-c29c-4cb3-b5ae-97fbac9260be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (92c85521-c685-412a-970d-3256fa84eb77), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.857466 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=91cc05f6-3083-4d37-a30f-b398072d39db,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:53.883685 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4217cf17-c29c-4cb3-b5ae-97fbac9260be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b207eee88918499bb1beca1aa822fb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8575761 May 06 23:35:53.885207 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217cf17-c29c-4cb3-b5ae-97fbac9260be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c85521-c685-412a-970d-3256fa84eb77,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:53.888660 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43840) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:53.945532 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.959800 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8a1642a4-b9a8-4cec-aa77-eaf50aa3c579 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6933081 May 06 23:35:53.979184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (01424f95-79c2-4dfb-a3bb-789c9e04bb02), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.979184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:53.985652 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01424f95-79c2-4dfb-a3bb-789c9e04bb02 HTTP/1.1" status: 204 len: 168 time: 0.3800917 May 06 23:35:53.987153 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb113c-4280-46d2-9a70-090c3c64f6f4 req-630ea273-a53b-4f56-a3c5-945a1d203455 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:53.988758 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d4bb113c-4280-46d2-9a70-090c3c64f6f4 req-630ea273-a53b-4f56-a3c5-945a1d203455 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1475470 May 06 23:35:54.021452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bf8d3-8d3d-4ba9-b692-2e51a852aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01424f95-79c2-4dfb-a3bb-789c9e04bb02,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:54.035426 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] Publish callbacks [] for security_group (92c85521-c685-412a-970d-3256fa84eb77), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:54.054889 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d4bb113c-4280-46d2-9a70-090c3c64f6f4 req-b6e7a99f-8b95-4f19-9731-5b7a8f6e09e8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591137 May 06 23:35:54.099065 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] Publish callbacks [] for security_group (92c85521-c685-412a-970d-3256fa84eb77), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:54.160833 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (92c85521-c685-412a-970d-3256fa84eb77), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:54.174425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:54.179084 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92c85521-c685-412a-970d-3256fa84eb77 HTTP/1.1" status: 204 len: 168 time: 0.2881472 May 06 23:35:54.195502 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c464-f5a3-4a17-b4b5-ba9e4689d0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c85521-c685-412a-970d-3256fa84eb77,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:54.323818 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-83ebd789-cbf0-4fd4-9e36-4529e72609e4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1805410094&fields=id&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 267 time: 0.0926149 May 06 23:35:54.536608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ba597-53fb-4be6-aab1-3e44169ca52b req-29c24176-0505-44e6-b567-0bccb81a07e2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:54.538631 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-806ba597-53fb-4be6-aab1-3e44169ca52b req-29c24176-0505-44e6-b567-0bccb81a07e2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1672101 May 06 23:35:54.613034 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-71a86638-77c4-4a60-832d-43ece13ab15c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:54.615838 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-71a86638-77c4-4a60-832d-43ece13ab15c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.2910151 May 06 23:35:54.731223 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-1d7fb49b-3934-4cef-9a80-20c8ed665fb0 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/quotas/1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 375 time: 0.1053834 May 06 23:35:54.762195 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-806ba597-53fb-4be6-aab1-3e44169ca52b req-ead9cc8b-a35a-45a2-a31f-ab7905c66673 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2083187 May 06 23:35:54.833234 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-97dc1ba8-51fc-451f-8c20-f4fe7f10f542 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006169 May 06 23:35:54.992361 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-78f4824e-f91d-4eae-985b-e30ac52af2d2 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504700 May 06 23:35:55.054239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43888) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:55.068244 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e73d4fd-21a0-4e03-aa3b-63c916c77a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.169806 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-c82cf777-f435-4cad-8db6-510f4076b9e3 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711333 May 06 23:35:55.183945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.185705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e73d4fd-21a0-4e03-aa3b-63c916c77a3f admin admin] Publish callbacks [] for security_group (35d095d1-e96d-4afe-b4e4-b6276c6d3706), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.192568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e73d4fd-21a0-4e03-aa3b-63c916c77a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (35d095d1-e96d-4afe-b4e4-b6276c6d3706), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.241471 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2e73d4fd-21a0-4e03-aa3b-63c916c77a3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7e1cde935a54316a24a99a21a64a926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859505 May 06 23:35:55.246584 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43894) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:55.265521 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d4fd-21a0-4e03-aa3b-63c916c77a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d095d1-e96d-4afe-b4e4-b6276c6d3706,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:55.312831 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] Publish callbacks [] for security_group (35d095d1-e96d-4afe-b4e4-b6276c6d3706), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.314747 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b91e47-d818-43a7-bfc4-cf5db3e959e3 req-4d7b77ca-78a3-4121-83cf-0c8eef3e1cc8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:55.316296 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-77b91e47-d818-43a7-bfc4-cf5db3e959e3 req-4d7b77ca-78a3-4121-83cf-0c8eef3e1cc8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1269524 May 06 23:35:55.375771 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] Publish callbacks [] for security_group (35d095d1-e96d-4afe-b4e4-b6276c6d3706), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.393562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-77b91e47-d818-43a7-bfc4-cf5db3e959e3 req-9be29373-c92c-461b-857c-b43e2186ca4a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690651 May 06 23:35:55.481143 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e10203d2-0022-43b8-95bc-33569d26a1a1 req-90736b09-09c1-44f2-adaa-4076f96e2111 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 210 time: 0.0618651 May 06 23:35:55.484350 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (35d095d1-e96d-4afe-b4e4-b6276c6d3706), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.487840 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:55.492284 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35d095d1-e96d-4afe-b4e4-b6276c6d3706 HTTP/1.1" status: 204 len: 168 time: 0.2419243 May 06 23:35:55.513402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a503c43-13f3-4117-8ead-9fbeec6dcaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d095d1-e96d-4afe-b4e4-b6276c6d3706,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:55.991742 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10a7f7-b6e4-407f-aa36-098aed764607 req-769f62d5-938f-4272-a5c8-63c334716adc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:55.993313 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c10a7f7-b6e4-407f-aa36-098aed764607 req-769f62d5-938f-4272-a5c8-63c334716adc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0800781 May 06 23:35:56.095041 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c10a7f7-b6e4-407f-aa36-098aed764607 req-af1fe339-afaa-4ace-93c8-cff0850f5476 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869367 May 06 23:35:56.569439 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 43984) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:56.576748 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05424e-e1ab-498e-8324-b599c1de2c40 req-934550ca-466b-4976-b355-19221e24170c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:56.578476 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f05424e-e1ab-498e-8324-b599c1de2c40 req-934550ca-466b-4976-b355-19221e24170c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0919690 May 06 23:35:56.686895 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1e456327-39f3-4a4a-8def-89545b4b1b65 req-7b710f4b-0de1-4cb7-bfee-7322c6a7c341 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 210 time: 0.0538998 May 06 23:35:56.697956 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f05424e-e1ab-498e-8324-b599c1de2c40 req-9570da6f-55d0-4fd3-ae46-9b3cdc3685fc tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035256 May 06 23:35:56.742580 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-309686004-network', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:56.796414 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Made reservation on behalf of 5b65f58d692248d3bf0c03bff716e1fb for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:35:56.802044 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:56.812220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:56.901885 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-dde4f004-0205-4b17-8811-bcc05f656765 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:56.903333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-dde4f004-0205-4b17-8811-bcc05f656765 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.1578286 May 06 23:35:56.992437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks [] for security_group (ac1ab309-c0ba-4ee2-94ca-401072b281e2), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:56.998599 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ac1ab309-c0ba-4ee2-94ca-401072b281e2), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.029520 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:35:57.058030 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-2ebb9714-0f27-43d6-a927-0ee8b1021b54 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 473 time: 0.1392131 May 06 23:35:57.062330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (613c06e9-a0ce-4a65-b017-ba68ac6321d0), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.062720 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Added segment 613c06e9-a0ce-4a65-b017-ba68ac6321d0 of type vlan for network cf81eec0-ebcd-49ac-814f-adeaaead0de3 May 06 23:35:57.064272 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ab309-c0ba-4ee2-94ca-401072b281e2,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:57.077173 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'port': {'device_id': '07e25a39-5747-4175-a876-1092ae262ac6', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'admin_state_up': True, 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'security_groups': ['81af70df-ab3a-4840-9815-a4f4b9de96a5']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:57.157547 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (cf81eec0-ebcd-49ac-814f-adeaaead0de3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.197025 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (cf81eec0-ebcd-49ac-814f-adeaaead0de3), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.198575 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:57.199291 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.264164 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6934829 May 06 23:35:57.267250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 43994) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:57.276574 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Request body: {'subnet': {'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-309686004-subnet', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:57.286277 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0baff-8b49-4755-b1c5-6127dfb2f99b admin admin] Pushing event updated for resources: {'Network': ['ID=cf81eec0-ebcd-49ac-814f-adeaaead0de3,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:57.298523 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:35:57.304829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929f17-0f00-43d8-864a-6f0cec99e1b7 req-de4e3346-0a11-4e02-bdc8-fbd85a8bc446 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:57.306314 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce929f17-0f00-43d8-864a-6f0cec99e1b7 req-de4e3346-0a11-4e02-bdc8-fbd85a8bc446 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0895846 May 06 23:35:57.345608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Made reservation on behalf of 5b65f58d692248d3bf0c03bff716e1fb for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:35:57.348027 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59370544'] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.407221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:35:57.411154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.477040 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce929f17-0f00-43d8-864a-6f0cec99e1b7 req-c2f273e6-8fe7-4b46-b507-e0f2324aba68 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608415 May 06 23:35:57.659381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.20.0.8 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/ff7eee31-aea0-4064-abf5-edf441c169b3) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:57.713009 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59370534'] for subnet (b5f88897-69c5-4c9e-8272-3a2f86e2de73), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:57.903230 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f88897-69c5-4c9e-8272-3a2f86e2de73,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:57.950614 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b57f885e-f32c-488d-afc5-53ba10354355 req-6580d158-9d96-4e9b-a7b5-ff56a47ad0f7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 210 time: 0.1350179 May 06 23:35:57.989597 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5b99c-6202-4ff0-afae-9a3023a15e9c req-0df27117-6efc-43d5-a0c8-2940d4106eb7 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:57.992327 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cba5b99c-6202-4ff0-afae-9a3023a15e9c req-0df27117-6efc-43d5-a0c8-2940d4106eb7 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1780999 May 06 23:35:58.004277 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:35:58.004661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Network hostable DHCP agents. Network: cf81eec0-ebcd-49ac-814f-adeaaead0de3, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:35:58.086218 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.094141 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:35:58.113681 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cba5b99c-6202-4ff0-afae-9a3023a15e9c req-2fcc2328-0493-4757-ad84-2945c9342353 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138051 May 06 23:35:58.123958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, cf81eec0-ebcd-49ac-814f-adeaaead0de3) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:58.137781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:58.137781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.144407 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae4460-43da-49e1-91e0-af08e6cd3ec1 None None] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:35:58.170545 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-480f8e0e-b405-4d5f-a676-9dd3c2cc59b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8993506 May 06 23:35:58.171525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44000) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:35:58.182256 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:58.187071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.237857 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (9277e02b-675f-410e-9784-ccd5134a446b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.242092 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (9277e02b-675f-410e-9784-ccd5134a446b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.279092 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:35:58.280870 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.323554 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:58.333208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:58.336416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:58.344719 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:58.394490 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for router_controller (9277e02b-675f-410e-9784-ccd5134a446b), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.475169 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:58.476229 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.525360 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-adae2832-699d-48d0-bdaf-0566ae6d33f2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4536681 May 06 23:35:58.551573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Request body: {'port': {'device_id': '07e25a39-5747-4175-a876-1092ae262ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:35:58.650682 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Allocated IP 172.20.0.2 (cf81eec0-ebcd-49ac-814f-adeaaead0de3/b5f88897-69c5-4c9e-8272-3a2f86e2de73/2c89a080-7679-447f-acb3-b3a7ab5674a5) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:58.695819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020abe9-8eea-43c1-aff4-9c81d5ce7f80 req-1678f626-c238-46cd-a198-8e25c84e8342 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:58.697500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5020abe9-8eea-43c1-aff4-9c81d5ce7f80 req-1678f626-c238-46cd-a198-8e25c84e8342 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0566857 May 06 23:35:58.698309 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.776819 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for router_gateway (9277e02b-675f-410e-9784-ccd5134a446b), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:58.789660 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5020abe9-8eea-43c1-aff4-9c81d5ce7f80 req-d81b24f3-17a6-4716-b7ac-59f6973b8f36 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750904 May 06 23:35:58.880778 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-afc5389c-c8d0-46de-aed7-cefec1515829 None None] Provisioning complete for port ff7eee31-aea0-4064-abf5-edf441c169b3 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:35:58.881265 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-afc5389c-c8d0-46de-aed7-cefec1515829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.004943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-afc5389c-c8d0-46de-aed7-cefec1515829 None None] Port ff7eee31-aea0-4064-abf5-edf441c169b3 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:35:59.062989 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks [] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.076318 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.136636 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for router_gateway (9277e02b-675f-410e-9784-ccd5134a446b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.137106 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:59.151317 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:59.166503 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:59.172247 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.272274 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Pushing event updated for resources: {'Port': ['ID=2c89a080-7679-447f-acb3-b3a7ab5674a5,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:59.291438 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Attempting to bind port 2c89a080-7679-447f-acb3-b3a7ab5674a5 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:35:59.291804 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Attempting to bind port 2c89a080-7679-447f-acb3-b3a7ab5674a5 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:35:59.292163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Attempting to bind port 2c89a080-7679-447f-acb3-b3a7ab5674a5 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:35:59.299438 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:35:59.299812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:35:59.300215 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.300625 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Bound using segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:35:59.301126 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Bound port: 2c89a080-7679-447f-acb3-b3a7ab5674a5, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:35:59.301495 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.340974 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Allocated IP 172.27.1.249 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/db0b737e-02a8-4cad-8f6e-2ffc03bc642f) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:35:59.428737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] For port 2c89a080-7679-447f-acb3-b3a7ab5674a5, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:35:59.451340 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] For port 2c89a080-7679-447f-acb3-b3a7ab5674a5, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2c89a080-7679-447f-acb3-b3a7ab5674a5,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:35:59.474746 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7eee31-aea0-4064-abf5-edf441c169b3 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:35:59.474746 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks [] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.487961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.500256 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd41f7-2520-4f82-b215-37a60044f034 req-077c668f-1c64-40df-b97d-6683ef26fa2a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:59.501716 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48fd41f7-2520-4f82-b215-37a60044f034 req-077c668f-1c64-40df-b97d-6683ef26fa2a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 931 time: 0.1714656 May 06 23:35:59.502781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Transition to ACTIVE for port object ff7eee31-aea0-4064-abf5-edf441c169b3 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:35:59.530853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.575655 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.581797 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2096-9ac2-48f6-857f-aad2f9c9ee8d None None] Pushing event updated for resources: {'Port': ['ID=2c89a080-7679-447f-acb3-b3a7ab5674a5,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:59.597648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9eca-2112-45b8-be1b-f6b11b123956 req-45ae4dc2-601c-4bdb-abe9-c7a54a878b3d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:35:59.600321 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e10f9eca-2112-45b8-be1b-f6b11b123956 req-45ae4dc2-601c-4bdb-abe9-c7a54a878b3d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.2725768 May 06 23:35:59.654978 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:35:59.707580 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:35:59.712301 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:35:59.714877 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:35:59.760463 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Pushing event updated for resources: {'Port': ['ID=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:59.782355 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Pushing event updated for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:35:59.832958 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48fd41f7-2520-4f82-b215-37a60044f034 req-e567265f-66be-4f57-8c26-78248b7d5a18 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081295 May 06 23:35:59.964712 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e10f9eca-2112-45b8-be1b-f6b11b123956 req-1edeca50-ac2a-460f-8eb3-2b683f30ce43 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986681 May 06 23:36:00.076315 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Attempting to bind port ff7eee31-aea0-4064-abf5-edf441c169b3 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:00.077347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Attempting to bind port ff7eee31-aea0-4064-abf5-edf441c169b3 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:00.077347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Attempting to bind port ff7eee31-aea0-4064-abf5-edf441c169b3 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:00.100602 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f937-bfab-41bf-ae8d-43093fb9a89b req-bcdcc6ca-e499-48ef-9cfb-18a47df4ea62 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:00.102592 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ccd9f937-bfab-41bf-ae8d-43093fb9a89b req-bcdcc6ca-e499-48ef-9cfb-18a47df4ea62 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1058230 May 06 23:36:00.102958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Port ff7eee31-aea0-4064-abf5-edf441c169b3 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:36:00.103342 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Attempting to bind port ff7eee31-aea0-4064-abf5-edf441c169b3 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:00.125712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:00.125712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:00.125712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:00.126285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Bound port: ff7eee31-aea0-4064-abf5-edf441c169b3, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:00.126581 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:00.197632 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ccd9f937-bfab-41bf-ae8d-43093fb9a89b req-79ef5f39-2f5f-47b9-8aaf-34965e0b4078 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859673 May 06 23:36:00.229056 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for router_gateway (9277e02b-675f-410e-9784-ccd5134a446b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:00.272925 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:00.277303 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=ff7eee31-aea0-4064-abf5-edf441c169b3,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:00.289864 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:00.330568 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:00.335851 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:00.337918 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] 10.222.0.59 "PUT /v2.0/ports/ff7eee31-aea0-4064-abf5-edf441c169b3 HTTP/1.1" status: 200 len: 1093 time: 1.7974355 May 06 23:36:00.337918 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:00.340181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49df6587-45ed-4031-b192-e1d92ebd2b93" -d '{"events": [{"name": "network-changed", "server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:00.405873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075a78-3ab2-4902-9e9d-2856d2e27f2d service neutron] Pushing event updated for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:00.455007 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8b4cc-3d8e-4943-9b68-b57eceaff332 x-openstack-request-id: req-53a8b4cc-3d8e-4943-9b68-b57eceaff332 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:00.455341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:00.455558 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53a8b4cc-3d8e-4943-9b68-b57eceaff332 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:00.455966 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a8b4cc-3d8e-4943-9b68-b57eceaff332'] response: {'name': 'network-changed', 'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'status': 'completed', 'code': 200} May 06 23:36:00.481736 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-35c60b54-1042-4826-8bc9-62911936dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:00.484497 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-35c60b54-1042-4826-8bc9-62911936dd0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 1127 time: 0.0944207 May 06 23:36:00.546714 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-ac328ba8-5915-4b58-b2f4-0a819d292b29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7eee31-aea0-4064-abf5-edf441c169b3 HTTP/1.1" status: 200 len: 217 time: 0.0532620 May 06 23:36:00.552168 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (9277e02b-675f-410e-9784-ccd5134a446b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:00.643146 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-15b7bb0d-87ad-4ff7-9dd1-dc56b5ea2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:00.645551 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-15b7bb0d-87ad-4ff7-9dd1-dc56b5ea2340 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0889988 May 06 23:36:00.707273 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-348a0ca2-3b3c-4022-9ed6-95f477623b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:00.709838 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-348a0ca2-3b3c-4022-9ed6-95f477623b7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572174 May 06 23:36:00.889306 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-90e0b866-abc4-43ae-b37a-ea9130aa6e0b service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714587 May 06 23:36:01.082173 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca98bfa-b263-4695-b8b4-182fd62abb5c req-e4069322-62e6-4e32-8e74-43d69ee66452 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.085273 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fca98bfa-b263-4695-b8b4-182fd62abb5c req-e4069322-62e6-4e32-8e74-43d69ee66452 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.1092989 May 06 23:36:01.167318 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Router 9277e02b-675f-410e-9784-ccd5134a446b is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:36:01.183244 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b54fe-e2a9-4c19-9819-2d5e2b3e0060 req-6ec2d061-52d8-4cd9-8808-959d9c9948e1 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.185734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-197b54fe-e2a9-4c19-9819-2d5e2b3e0060 req-6ec2d061-52d8-4cd9-8808-959d9c9948e1 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0929880 May 06 23:36:01.222783 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9889d-7a8d-4431-b511-1b79034cdefb None None] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:01.227197 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c3995cc-92a7-4110-b7d2-a6eecbe464e1 req-39bdc301-63c4-475d-9d97-779ce5fc0a0f service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295872 May 06 23:36:01.273653 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fca98bfa-b263-4695-b8b4-182fd62abb5c req-8dd8c4a7-32f7-4aa5-9259-1f0fa660c336 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787496 May 06 23:36:01.327355 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Provisioning complete for port 2c89a080-7679-447f-acb3-b3a7ab5674a5 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:01.327801 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:01.370817 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-197b54fe-e2a9-4c19-9819-2d5e2b3e0060 req-affda1f2-94fd-4497-b3da-6347705b98a3 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767466 May 06 23:36:01.425455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-912840bc-d677-4462-a3c8-39c1be8de41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.428441 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-912840bc-d677-4462-a3c8-39c1be8de41c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 1127 time: 0.1369352 May 06 23:36:01.436477 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:01.448786 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:01.463708 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e35ab9-5c67-4cfc-be13-14b3b91f83fe req-bebf406a-eb1e-48d2-aa51-93adfbff263c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.470903 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30e35ab9-5c67-4cfc-be13-14b3b91f83fe req-bebf406a-eb1e-48d2-aa51-93adfbff263c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0850017 May 06 23:36:01.473896 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:01.479703 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:01.518012 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:01.519557 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-cb4022d7-aac4-4bd5-a889-68d6e2d05c18 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3456368 May 06 23:36:01.522769 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44030) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:01.525776 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Current status of the port 2c89a080-7679-447f-acb3-b3a7ab5674a5 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:01.526314 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:01.596174 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] For port 2c89a080-7679-447f-acb3-b3a7ab5674a5, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2c89a080-7679-447f-acb3-b3a7ab5674a5,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:01.604313 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:01.697728 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-0bd7bd4e-f016-4c42-85f3-0639d14e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.699471 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-0bd7bd4e-f016-4c42-85f3-0639d14e40ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.2588377 May 06 23:36:01.744783 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:01.745021 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1d4e9-5023-4709-a144-303c3a31a991 None None] Pushing event updated for resources: {'Port': ['ID=2c89a080-7679-447f-acb3-b3a7ab5674a5,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:01.748101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30e35ab9-5c67-4cfc-be13-14b3b91f83fe req-5e5ece70-91f2-4b34-ae56-f1d487c2fdf3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2759032 May 06 23:36:01.878048 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-620f66ec-39a6-4557-b781-b562f1266bcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7eee31-aea0-4064-abf5-edf441c169b3 HTTP/1.1" status: 200 len: 217 time: 0.1289845 May 06 23:36:01.939725 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-cae9259b-fa19-48cb-975c-1e9eece02972 None None] Provisioning complete for port 2c89a080-7679-447f-acb3-b3a7ab5674a5 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:01.940010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cae9259b-fa19-48cb-975c-1e9eece02972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:01.943953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-fe2a19d3-4202-40d6-9161-db73d45df9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:01.945710 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-fe2a19d3-4202-40d6-9161-db73d45df9f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0592258 May 06 23:36:01.970784 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2c89a080-7679-447f-acb3-b3a7ab5674a5 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:01.976088 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:00Z', 'revision_number': 3, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:02.016510 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:02.017295 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Updating router 9277e02b-675f-410e-9784-ccd5134a446b port db0b737e-02a8-4cad-8f6e-2ffc03bc642f binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:02.037319 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-b65abc3f-42d4-483c-a44b-5752ba1e5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:02.039367 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-b65abc3f-42d4-483c-a44b-5752ba1e5d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863273 May 06 23:36:02.045189 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 2c89a080-7679-447f-acb3-b3a7ab5674a5 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:02.045644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.056583 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.123317 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-cae9259b-fa19-48cb-975c-1e9eece02972 None None] Current status of the port 2c89a080-7679-447f-acb3-b3a7ab5674a5 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:02.196287 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 2c89a080-7679-447f-acb3-b3a7ab5674a5 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:02.230081 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-e0f83174-9bb8-4ac2-b533-7ce89e38055d service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838489 May 06 23:36:02.355199 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49df6587-45ed-4031-b192-e1d92ebd2b93 req-71127a77-3af6-402d-840a-5b560df5666d service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155391 May 06 23:36:02.403042 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.478070 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks [] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.490510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8561c0-6df0-4bb6-8bba-3b2a442d8cc3 req-57e8e538-b7f8-4087-9182-df121f5c2e3d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:02.495112 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fa8561c0-6df0-4bb6-8bba-3b2a442d8cc3 req-57e8e538-b7f8-4087-9182-df121f5c2e3d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.0780714 May 06 23:36:02.495790 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.548110 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Pushing event updated for resources: {'Port': ['ID=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:02.568640 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.569157 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.569594 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.570083 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.570556 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.570938 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.571320 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.571704 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.572108 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.572496 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.572895 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.573290 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.573669 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.574040 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.574417 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:02.591998 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Attempting to bind port db0b737e-02a8-4cad-8f6e-2ffc03bc642f on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:02.592755 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Attempting to bind port db0b737e-02a8-4cad-8f6e-2ffc03bc642f by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:02.593001 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Allocated IP 172.20.0.1 (cf81eec0-ebcd-49ac-814f-adeaaead0de3/b5f88897-69c5-4c9e-8272-3a2f86e2de73/90cbed99-5562-403c-8067-32c6bcdac2b0) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:02.594384 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Attempting to bind port db0b737e-02a8-4cad-8f6e-2ffc03bc642f on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:02.599673 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fa8561c0-6df0-4bb6-8bba-3b2a442d8cc3 req-6c5c2a0e-cbcc-4fe6-8aa6-63cbc2803bab tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989814 May 06 23:36:02.603489 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:02.604065 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:02.604585 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.605152 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:02.606066 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Bound port: db0b737e-02a8-4cad-8f6e-2ffc03bc642f, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:02.606627 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.675712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b81103-ceb0-477d-99fa-92f8305e4d2a req-7fdfd7a9-42d1-48cc-9052-d322b68fd900 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:02.677738 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7b81103-ceb0-477d-99fa-92f8305e4d2a req-7fdfd7a9-42d1-48cc-9052-d322b68fd900 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1038933 May 06 23:36:02.707907 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] For port db0b737e-02a8-4cad-8f6e-2ffc03bc642f, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:02.717831 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] For port db0b737e-02a8-4cad-8f6e-2ffc03bc642f, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:02.726836 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.736899 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks [] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.797150 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.809240 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e7b81103-ceb0-477d-99fa-92f8305e4d2a req-3343a10c-5712-448f-b540-1bf2e0013853 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255367 May 06 23:36:02.813326 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:02.814183 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:02.816336 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0f70-a91a-424d-9ef2-cd5dc4cd600c None None] Pushing event updated for resources: {'Port': ['ID=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:02.864664 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:02.873612 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Pushing event updated for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:02.880595 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:02.886590 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:02.948475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (9277e02b-675f-410e-9784-ccd5134a446b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:02.974246 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d314ed-2bdb-4582-875b-73d9a449082d req-c9a3a6b6-7916-4a6a-8968-cab565a39633 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:02.985937 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f6d314ed-2bdb-4582-875b-73d9a449082d req-c9a3a6b6-7916-4a6a-8968-cab565a39633 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0864272 May 06 23:36:03.040344 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:03.062134 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f6d314ed-2bdb-4582-875b-73d9a449082d req-5b903f94-50fb-4e02-9064-459112e81082 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757329 May 06 23:36:03.116465 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:03.329927 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks [] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:03.336282 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:03.356915 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-14f605a4-512b-4cbf-8776-1f688943ac26 None None] Provisioning complete for port 90cbed99-5562-403c-8067-32c6bcdac2b0 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:03.357509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-14f605a4-512b-4cbf-8776-1f688943ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:03.402727 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-14f605a4-512b-4cbf-8776-1f688943ac26 None None] Port 90cbed99-5562-403c-8067-32c6bcdac2b0 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:03.421299 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Pushing event updated for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:03.425338 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (9277e02b-675f-410e-9784-ccd5134a446b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:03.467695 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:00Z', 'revision_number': 3, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:03.512889 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4e055-05b1-4c4c-981b-38cc5c8e75c7 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:00Z', 'revision_number': 3, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:03.552008 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:03.553782 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:03.776121 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2c89a080-7679-447f-acb3-b3a7ab5674a5 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:03.811270 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:03.827280 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006a952-0e01-4806-b184-2962f1874dad req-7e2bb131-8e25-4199-bbd0-78d144bc88fc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:03.827280 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0006a952-0e01-4806-b184-2962f1874dad req-7e2bb131-8e25-4199-bbd0-78d144bc88fc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.1096761 May 06 23:36:03.957446 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 2c89a080-7679-447f-acb3-b3a7ab5674a5 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:03.957821 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:04.035577 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0006a952-0e01-4806-b184-2962f1874dad req-6b584e8e-ab8f-41f1-a611-df2ee9abcf2d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990340 May 06 23:36:04.192474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a20c8c-e974-4631-9ddb-a08e25e3d3a5 req-3f807781-7469-4171-90a4-2e0fc413813c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:04.194038 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-65a20c8c-e974-4631-9ddb-a08e25e3d3a5 req-3f807781-7469-4171-90a4-2e0fc413813c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1628969 May 06 23:36:04.201967 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:04.218321 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-07e5cd26-596d-4d26-ad92-4211af7fe554 admin admin] 10.222.0.60 "PUT /v2.0/routers/9277e02b-675f-410e-9784-ccd5134a446b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856797 May 06 23:36:04.316626 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eceab-7296-49e4-a8e1-bab4194efada req-a6456d18-a1f9-478b-8dd8-d28fb49d5d3e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:04.318608 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a96eceab-7296-49e4-a8e1-bab4194efada req-a6456d18-a1f9-478b-8dd8-d28fb49d5d3e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0857656 May 06 23:36:04.321997 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-65a20c8c-e974-4631-9ddb-a08e25e3d3a5 req-fcfe35bf-ff7b-4661-a1ed-2215ea60f776 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218102 May 06 23:36:04.412553 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a96eceab-7296-49e4-a8e1-bab4194efada req-ded55eb2-60ff-4119-83a3-bb35b24c07ed tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869122 May 06 23:36:04.451218 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dceaa720-a07c-49c8-91c7-0ea1d629cd35 None None] Provisioning complete for port 90cbed99-5562-403c-8067-32c6bcdac2b0 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:04.451218 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dceaa720-a07c-49c8-91c7-0ea1d629cd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:04.486917 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 2c89a080-7679-447f-acb3-b3a7ab5674a5 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:04.503205 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dceaa720-a07c-49c8-91c7-0ea1d629cd35 None None] Port 90cbed99-5562-403c-8067-32c6bcdac2b0 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:05.019581 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44066) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:05.025217 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-374366202-network', 'tenant_id': '44565a723e3d494b8ce945e42976ab08'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:05.063989 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Made reservation on behalf of 44565a723e3d494b8ce945e42976ab08 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:05.066393 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.076107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.180986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks [] for security_group (21cf0865-c945-49bd-a87e-6f5c35343e31), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.185854 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (21cf0865-c945-49bd-a87e-6f5c35343e31), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.219719 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:36:05.225781 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf0865-c945-49bd-a87e-6f5c35343e31,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:05.233621 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (fbbf022f-1640-46aa-8e5b-4e9542180d13), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.233621 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Added segment fbbf022f-1640-46aa-8e5b-4e9542180d13 of type vlan for network 14d01984-b767-4c36-929a-12437cab2306 May 06 23:36:05.254935 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4504-0196-4ecd-ba8d-ebce062944bf req-8f9ef12d-9bdc-4ad6-b642-b18111ee70e5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:05.257421 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6dde4504-0196-4ecd-ba8d-ebce062944bf req-8f9ef12d-9bdc-4ad6-b642-b18111ee70e5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.0971386 May 06 23:36:05.314485 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (14d01984-b767-4c36-929a-12437cab2306), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.335434 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6dde4504-0196-4ecd-ba8d-ebce062944bf req-83d97195-13bd-454b-b3bb-45b91b3d60a4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632195 May 06 23:36:05.368290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (14d01984-b767-4c36-929a-12437cab2306), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.369437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:05.370071 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.433424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44076) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:05.433633 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4129231 May 06 23:36:05.441246 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19edf7-d3c4-407e-abcb-68cc9121309f admin admin] Pushing event updated for resources: {'Network': ['ID=14d01984-b767-4c36-929a-12437cab2306,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:05.456981 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 14d01984-b767-4c36-929a-12437cab2306 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:36:05.458308 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Request body: {'subnet': {'network_id': '14d01984-b767-4c36-929a-12437cab2306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-374366202-subnet', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:05.587249 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26ebc4-d34f-45ea-b196-2951e2b4a0f7 req-3df491c5-c13f-43e7-b375-4ba9f0f6b5e2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:05.589059 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b26ebc4-d34f-45ea-b196-2951e2b4a0f7 req-3df491c5-c13f-43e7-b375-4ba9f0f6b5e2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1787963 May 06 23:36:05.643336 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Made reservation on behalf of 44565a723e3d494b8ce945e42976ab08 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:05.646088 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59370544'] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:05.657815 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab3ba1-57c7-44a5-a56a-789eb667f496 req-1c5c1a6e-4edf-464e-8575-566cd5b86e75 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:05.659561 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e0ab3ba1-57c7-44a5-a56a-789eb667f496 req-1c5c1a6e-4edf-464e-8575-566cd5b86e75 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1083629 May 06 23:36:05.769614 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b26ebc4-d34f-45ea-b196-2951e2b4a0f7 req-4217eb38-29e0-4086-aa0c-39e55b81cf18 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559963 May 06 23:36:05.809668 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device db0b737e-02a8-4cad-8f6e-2ffc03bc642f up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:05.850315 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e0ab3ba1-57c7-44a5-a56a-789eb667f496 req-592b007e-0ae5-4a6b-bc98-f649c17bc27f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1778908 May 06 23:36:05.932958 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port db0b737e-02a8-4cad-8f6e-2ffc03bc642f triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:05.933666 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.005385 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:06.046275 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59370534'] for subnet (49079c7e-1410-43e9-9344-426481b53728), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.053157 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:06.053902 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:06.103352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port db0b737e-02a8-4cad-8f6e-2ffc03bc642f is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:06.103695 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.128016 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port db0b737e-02a8-4cad-8f6e-2ffc03bc642f, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:06.145943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.173314 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Pushing event updated for resources: {'Subnet': ['ID=49079c7e-1410-43e9-9344-426481b53728,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:06.205213 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c424-c8dd-4c7d-b394-c3e11522452c req-2f044b48-6133-4c27-8fde-f1837a15cab0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:06.212353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0ae2c424-c8dd-4c7d-b394-c3e11522452c req-2f044b48-6133-4c27-8fde-f1837a15cab0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0810063 May 06 23:36:06.250610 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Checking segment: {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:06.250926 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Network hostable DHCP agents. Network: 14d01984-b767-4c36-929a-12437cab2306, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:36:06.256424 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:06.292571 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0ae2c424-c8dd-4c7d-b394-c3e11522452c req-555894cd-0191-4249-b57a-ccc40cf29e77 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690830 May 06 23:36:06.301124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:06.301233 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Network 14d01984-b767-4c36-929a-12437cab2306 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:36:06.306915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 14d01984-b767-4c36-929a-12437cab2306) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:06.321180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:06.321180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.329929 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10dee37-9662-4b12-b88d-7532e275be6d None None] Network 14d01984-b767-4c36-929a-12437cab2306 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:06.340286 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-88047622-e2ce-47ca-ae03-e5097d53fdae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9029441 May 06 23:36:06.342684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44098) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:06.346967 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:06.371324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.372404 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.444144 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for router_controller (4f063045-0b43-4dd0-9d5b-49a84108cdd6), precommit_add_association {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.534122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208aee1-34ce-4119-89bf-f1a6639020f5 req-386adcb0-5bb7-421d-acfa-03e5752544d2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:06.536223 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4208aee1-34ce-4119-89bf-f1a6639020f5 req-386adcb0-5bb7-421d-acfa-03e5752544d2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.0901847 May 06 23:36:06.553914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-14d01984-b767-4c36-929a-12437cab2306', 'network_id': '14d01984-b767-4c36-929a-12437cab2306', 'project_id': '44565a723e3d494b8ce945e42976ab08', 'fixed_ips': [{'subnet_id': '49079c7e-1410-43e9-9344-426481b53728'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:36:06.554861 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.589100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 2, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:06.653009 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for router_gateway (4f063045-0b43-4dd0-9d5b-49a84108cdd6), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.658417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:06.658771 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Updating router 9277e02b-675f-410e-9784-ccd5134a446b port 90cbed99-5562-403c-8067-32c6bcdac2b0 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:06.673446 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4208aee1-34ce-4119-89bf-f1a6639020f5 req-b3364b3a-a8be-48c5-895d-0b87cc84540d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314499 May 06 23:36:06.701746 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.779645 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Allocated IP 172.20.0.2 (14d01984-b767-4c36-929a-12437cab2306/49079c7e-1410-43e9-9344-426481b53728/c4aef65d-9bdd-4159-988b-b67b464aeb86) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:06.844128 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for router_gateway (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:06.863865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.005049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d792b-4b38-4e2c-8a58-4993b0716676 req-5d64815f-94dc-4037-b53a-a7e4b2a338bb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.006524 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a9d792b-4b38-4e2c-8a58-4993b0716676 req-5d64815f-94dc-4037-b53a-a7e4b2a338bb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0753603 May 06 23:36:07.028200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Allocated IP 172.27.1.127 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/1fae5529-9771-4631-923a-055e5c694277) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:07.061905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks [] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.073404 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.115231 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a9d792b-4b38-4e2c-8a58-4993b0716676 req-f20b51cb-f099-4e1e-a01a-9b98b1f5fe99 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022153 May 06 23:36:07.152734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Network 14d01984-b767-4c36-929a-12437cab2306 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:07.154594 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks [] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.156696 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Pushing event updated for resources: {'Port': ['ID=c4aef65d-9bdd-4159-988b-b67b464aeb86,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:07.159964 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:07.163538 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:07.167348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.184849 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for port (1fae5529-9771-4631-923a-055e5c694277), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.241746 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (1fae5529-9771-4631-923a-055e5c694277), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.253855 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33357-7642-4085-8c20-b3b0743634f5 None None] Pushing event updated for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:07.272653 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Attempting to bind port c4aef65d-9bdd-4159-988b-b67b464aeb86 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:07.273018 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Attempting to bind port c4aef65d-9bdd-4159-988b-b67b464aeb86 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:07.273386 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Attempting to bind port c4aef65d-9bdd-4159-988b-b67b464aeb86 on network 14d01984-b767-4c36-929a-12437cab2306 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:07.293018 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:07.293402 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Checking segment: {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:07.293799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.294188 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Bound using segment: {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:07.294665 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Bound port: c4aef65d-9bdd-4159-988b-b67b464aeb86, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:07.295048 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.308943 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:07.313951 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:07.322541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:07.331098 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Pushing event updated for resources: {'Port': ['ID=1fae5529-9771-4631-923a-055e5c694277,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:07.340486 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-352a73c8-c185-41d2-a79c-66b7c099d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.342151 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-352a73c8-c185-41d2-a79c-66b7c099d9d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1130 time: 0.1169024 May 06 23:36:07.378105 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Attempting to bind port 90cbed99-5562-403c-8067-32c6bcdac2b0 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:07.378384 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Attempting to bind port 90cbed99-5562-403c-8067-32c6bcdac2b0 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:07.378739 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Attempting to bind port 90cbed99-5562-403c-8067-32c6bcdac2b0 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:07.396671 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:07.397077 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:07.397427 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.397813 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Bound using segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:07.398283 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Bound port: 90cbed99-5562-403c-8067-32c6bcdac2b0, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:07.398667 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.460601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94e4a-4809-4a82-b3bd-d8527933fe69 req-6d1a7e6d-4e6d-4cdb-823a-12d0ab94d7ea tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.462165 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dda94e4a-4809-4a82-b3bd-d8527933fe69 req-6d1a7e6d-4e6d-4cdb-823a-12d0ab94d7ea tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0889256 May 06 23:36:07.565352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] For port c4aef65d-9bdd-4159-988b-b67b464aeb86, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:07.570885 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] For port c4aef65d-9bdd-4159-988b-b67b464aeb86, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c4aef65d-9bdd-4159-988b-b67b464aeb86,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:07.592149 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6d93cbfc-b2b1-457e-8177-b9add1714bbb None None] Provisioning complete for port 90cbed99-5562-403c-8067-32c6bcdac2b0 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:07.592550 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6d93cbfc-b2b1-457e-8177-b9add1714bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.614466 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.646879 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dda94e4a-4809-4a82-b3bd-d8527933fe69 req-32fedc07-5c7d-4926-a88b-7b926a498373 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586471 May 06 23:36:07.701776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-80fe55ea-a09f-4082-b0a2-96c19dcbab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.703283 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-80fe55ea-a09f-4082-b0a2-96c19dcbab8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 911 time: 0.1787589 May 06 23:36:07.739391 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc650-eff1-4ef9-820c-7e79cc14140b None None] Pushing event updated for resources: {'Port': ['ID=c4aef65d-9bdd-4159-988b-b67b464aeb86,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:07.754183 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-1b7b4ae2-666c-41e7-9010-8d1a944ed1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.757493 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-1b7b4ae2-666c-41e7-9010-8d1a944ed1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1129 time: 0.0684593 May 06 23:36:07.766199 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device db0b737e-02a8-4cad-8f6e-2ffc03bc642f up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:07.769441 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6d93cbfc-b2b1-457e-8177-b9add1714bbb None None] Port 90cbed99-5562-403c-8067-32c6bcdac2b0 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:07.816722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for router_gateway (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.831206 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] For port 90cbed99-5562-403c-8067-32c6bcdac2b0, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:07.833848 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port db0b737e-02a8-4cad-8f6e-2ffc03bc642f triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:07.834232 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.836989 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] For port 90cbed99-5562-403c-8067-32c6bcdac2b0, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=90cbed99-5562-403c-8067-32c6bcdac2b0,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:07.860625 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:07.872851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-8011fdfc-ca6a-45f4-ba40-acea6f1d3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:07.874703 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-8011fdfc-ca6a-45f4-ba40-acea6f1d3c79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.1020780 May 06 23:36:07.933989 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:07.934625 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:07.977063 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-d27180e0-2f54-4d5a-bcff-1b0a057449ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 1001 time: 0.0892506 May 06 23:36:08.003733 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a33357-7642-4085-8c20-b3b0743634f5 None None] Pushing event updated for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:08.088375 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-6ce34c38-6bc7-44ce-b39a-2735d6e8f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.092145 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-6ce34c38-6bc7-44ce-b39a-2735d6e8f68d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.1037390 May 06 23:36:08.119010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port db0b737e-02a8-4cad-8f6e-2ffc03bc642f is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:08.151653 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:08.168027 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-8a0a78bb-db2f-430c-9ae0-465ec963550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.169598 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-8a0a78bb-db2f-430c-9ae0-465ec963550d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600820 May 06 23:36:08.291403 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-e4da5efa-2d02-46af-b90b-113918c60a9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 200 len: 1002 time: 0.5515394 May 06 23:36:08.306313 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b93133-bd74-42f1-92c4-edbb95a5a7f1 req-246876da-4a1d-4c79-9b04-ec14bd9b13a9 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.307342 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-84b53e10-6af4-44bf-abfe-0df0c2e17a94 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289117 May 06 23:36:08.313355 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94b93133-bd74-42f1-92c4-edbb95a5a7f1 req-246876da-4a1d-4c79-9b04-ec14bd9b13a9 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 943 time: 0.5204992 May 06 23:36:08.328701 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Provisioning complete for port 90cbed99-5562-403c-8067-32c6bcdac2b0 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:08.329068 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.366178 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device ff7eee31-aea0-4064-abf5-edf441c169b3 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:36:08.417965 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-3c224e3c-04d0-47e3-9620-cb7b37d8b04f req-4a1074dc-4167-48b4-8707-0ec6da1d7685 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997608 May 06 23:36:08.464670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a469c-9429-4f53-8614-69793ae618bb req-7bd9faf6-83c3-4854-a0b6-bf9714e4b5fb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.466218 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-463a469c-9429-4f53-8614-69793ae618bb req-7bd9faf6-83c3-4854-a0b6-bf9714e4b5fb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.1471989 May 06 23:36:08.532721 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-fef31a90-55c7-4a2a-91fe-e58aab9da504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.534205 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-fef31a90-55c7-4a2a-91fe-e58aab9da504 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.2189107 May 06 23:36:08.534673 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:08.542708 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94b93133-bd74-42f1-92c4-edbb95a5a7f1 req-e3945c47-87eb-46fa-b008-e937f9f8fac3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285748 May 06 23:36:08.577600 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6ee71-1514-413c-8c98-9aa5d50f0cb7 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:08.588850 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Current status of the port 90cbed99-5562-403c-8067-32c6bcdac2b0 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:08.589279 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.595966 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-463a469c-9429-4f53-8614-69793ae618bb req-95ba4a92-98f0-4e25-a28f-3bb5b04623b4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764294 May 06 23:36:08.658121 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=ff7eee31-aea0-4064-abf5-edf441c169b3,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:08.673831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.687973 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'port_id': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'mac_address': 'fa:16:3e:b1:95:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:36:08.699886 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] For port 90cbed99-5562-403c-8067-32c6bcdac2b0, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=90cbed99-5562-403c-8067-32c6bcdac2b0,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:08.705694 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.787330 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port ff7eee31-aea0-4064-abf5-edf441c169b3 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:08.787717 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.812764 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810518f9-e1ea-4e1d-9675-b28c2f8246cd None None] Pushing event updated for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:08.815713 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7eee31-aea0-4064-abf5-edf441c169b3 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:36:08.829541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc521ccb-eb1c-4303-983b-839ab66a95ac req-3914e378-fa1f-4f6f-a766-796e59964c08 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:08.834798 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc521ccb-eb1c-4303-983b-839ab66a95ac req-3914e378-fa1f-4f6f-a766-796e59964c08 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0647979 May 06 23:36:08.843781 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=ff7eee31-aea0-4064-abf5-edf441c169b3,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:08.853871 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:08.922672 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc521ccb-eb1c-4303-983b-839ab66a95ac req-d1efb0e7-78e6-4e09-b72d-a119ac737dae tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538619 May 06 23:36:08.935225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:08.973997 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:36:09.082605 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c913cb11-d577-4c10-80e4-bcfacff9b3a2 None None] Network 14d01984-b767-4c36-929a-12437cab2306 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:09.099699 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:09.110680 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Sync routers for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:09.120460 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.124829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-1ab2b6e9-f2da-412e-aadf-6942418165cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7781265 May 06 23:36:09.124829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44132) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:09.128039 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:09.129451 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:09.144145 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Provisioning complete for port c4aef65d-9bdd-4159-988b-b67b464aeb86 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:09.144631 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.218770 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['ff7eee31-aea0-4064-abf5-edf441c169b3'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:36:09.259082 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:09.413260 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Current status of the port c4aef65d-9bdd-4159-988b-b67b464aeb86 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:09.413645 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.468465 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] For port c4aef65d-9bdd-4159-988b-b67b464aeb86, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c4aef65d-9bdd-4159-988b-b67b464aeb86,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:09.476591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.530779 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 3, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:09.566514 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871a2c8-e63d-4e5c-a09a-2d901d157c8c None None] Pushing event updated for resources: {'Port': ['ID=c4aef65d-9bdd-4159-988b-b67b464aeb86,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:09.573502 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Checking router: 4f063045-0b43-4dd0-9d5b-49a84108cdd6 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:09.574110 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Updating router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 port 1fae5529-9771-4631-923a-055e5c694277 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:09.617650 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1fae5529-9771-4631-923a-055e5c694277), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.698081 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-2ac5b42b-d4ec-4813-a5ed-3adb01a0f20d None None] Provisioning complete for port c4aef65d-9bdd-4159-988b-b67b464aeb86 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:09.705586 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2ac5b42b-d4ec-4813-a5ed-3adb01a0f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.737899 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff5b90-0526-4cdb-93b1-a6ff90c3e769 req-cddfdb09-cd2e-4798-836b-0073009aa655 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:09.745538 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4cff5b90-0526-4cdb-93b1-a6ff90c3e769 req-cddfdb09-cd2e-4798-836b-0073009aa655 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 944 time: 0.0862072 May 06 23:36:09.818589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f9422-2066-493b-9058-03a3a0f9eb70 req-e6f9ce14-b098-42a8-8e37-c30e37e7c5a3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:09.820169 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f20f9422-2066-493b-9058-03a3a0f9eb70 req-e6f9ce14-b098-42a8-8e37-c30e37e7c5a3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0688224 May 06 23:36:09.837504 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5b42b-d4ec-4813-a5ed-3adb01a0f20d None None] Current status of the port c4aef65d-9bdd-4159-988b-b67b464aeb86 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:09.860529 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c4aef65d-9bdd-4159-988b-b67b464aeb86 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:09.910545 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port c4aef65d-9bdd-4159-988b-b67b464aeb86 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:09.911000 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.912881 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4cff5b90-0526-4cdb-93b1-a6ff90c3e769 req-86f5e7ba-35cd-4594-a1d1-cb330c13d167 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664138 May 06 23:36:09.945393 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks [] for port (1fae5529-9771-4631-923a-055e5c694277), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.955118 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (1fae5529-9771-4631-923a-055e5c694277), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:09.985612 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f20f9422-2066-493b-9058-03a3a0f9eb70 req-9b49503c-9d90-475a-aefc-14582fe2bdd9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575603 May 06 23:36:09.996672 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port c4aef65d-9bdd-4159-988b-b67b464aeb86 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:09.998085 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 90cbed99-5562-403c-8067-32c6bcdac2b0 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:09.998640 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.046013 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Attempting to bind port 1fae5529-9771-4631-923a-055e5c694277 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:10.046765 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Attempting to bind port 1fae5529-9771-4631-923a-055e5c694277 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:10.047147 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Attempting to bind port 1fae5529-9771-4631-923a-055e5c694277 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:10.057744 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:10.058113 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:10.058523 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.058901 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:10.059196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 90cbed99-5562-403c-8067-32c6bcdac2b0 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:10.059405 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Bound port: 1fae5529-9771-4631-923a-055e5c694277, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:10.059591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.059720 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1fae5529-9771-4631-923a-055e5c694277), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.086778 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda450-ebe2-423c-94c5-dfd1ec1cb69e None None] Pushing event updated for resources: {'Port': ['ID=1fae5529-9771-4631-923a-055e5c694277,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:10.120373 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892640b5-8941-4fad-a25a-eb23ab210a94 req-c2d2a4c4-847e-4d8d-9eb3-c4dc37069820 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:10.122113 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-892640b5-8941-4fad-a25a-eb23ab210a94 req-c2d2a4c4-847e-4d8d-9eb3-c4dc37069820 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1078329 May 06 23:36:10.143320 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] For port 1fae5529-9771-4631-923a-055e5c694277, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:10.147302 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] For port 1fae5529-9771-4631-923a-055e5c694277, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1fae5529-9771-4631-923a-055e5c694277,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:10.154018 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (1fae5529-9771-4631-923a-055e5c694277), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.165187 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 90cbed99-5562-403c-8067-32c6bcdac2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:10.196724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-305f3c0e-0ece-4ca7-81f1-b950fa97e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:10.198865 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-305f3c0e-0ece-4ca7-81f1-b950fa97e8ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273334 May 06 23:36:10.219871 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:10.220760 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:10.223136 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda450-ebe2-423c-94c5-dfd1ec1cb69e None None] Pushing event updated for resources: {'Port': ['ID=1fae5529-9771-4631-923a-055e5c694277,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:10.310488 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-892640b5-8941-4fad-a25a-eb23ab210a94 req-4bda883a-e7e5-4f21-b7e0-a7a50a2fc2e8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466877 May 06 23:36:10.354317 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:10.396979 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device ff7eee31-aea0-4064-abf5-edf441c169b3 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:10.402942 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-a27455c1-8de2-44a0-9851-71321d0a355c service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825063 May 06 23:36:10.405457 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Allocated IP 172.20.0.1 (14d01984-b767-4c36-929a-12437cab2306/49079c7e-1410-43e9-9344-426481b53728/11fd5ab4-818f-493d-8123-428daf4c82c9) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:10.471814 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port ff7eee31-aea0-4064-abf5-edf441c169b3 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:36:10.481507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port ff7eee31-aea0-4064-abf5-edf441c169b3 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:10.481910 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.557416 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 3, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:10.585518 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-73e2f2b4-0d69-4967-b093-2f328c0d843a req-72fb2aac-afff-4629-81e6-565aabe570fc service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755986 May 06 23:36:10.589252 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955aee8-f176-411b-9c43-fcc6649ba27b None None] The sync data for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi is: [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:07Z', 'revision_number': 3, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:10.619890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks [] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.665926 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.715242 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Network 14d01984-b767-4c36-929a-12437cab2306 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:10.720181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:10.722681 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:10.752873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Pushing event updated for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:10.785173 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port ff7eee31-aea0-4064-abf5-edf441c169b3 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:10.786379 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.802037 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.815040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:10.818575 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee34a3-d001-4c1c-b03e-edeb9f5eb296" -d '{"events": [{"server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "name": "network-vif-plugged", "status": "completed", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:10.860125 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=ff7eee31-aea0-4064-abf5-edf441c169b3,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:10.868839 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:10.869932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:36:10.963077 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17e03c-d456-43ef-8b89-3167f7349155 x-openstack-request-id: req-4e17e03c-d456-43ef-8b89-3167f7349155 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:10.963266 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "name": "network-vif-plugged", "status": "completed", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:10.963594 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e17e03c-d456-43ef-8b89-3167f7349155 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:10.964230 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e17e03c-d456-43ef-8b89-3167f7349155'] response: {'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'code': 200} May 06 23:36:11.079026 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:11.161816 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: ACTIVE; New status is: DOWN {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:11.162661 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.192369 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-532d61de-a188-4026-b3e8-e589bb283e7e None None] Provisioning complete for port 11fd5ab4-818f-493d-8123-428daf4c82c9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:11.193756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-532d61de-a188-4026-b3e8-e589bb283e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.235799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:11.248594 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.253956 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-532d61de-a188-4026-b3e8-e589bb283e7e None None] Port 11fd5ab4-818f-493d-8123-428daf4c82c9 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:11.268310 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.279219 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360ee95-a1f9-4710-851b-182b1cc55c8c req-4fceec2e-bf3e-43c0-9ae6-d211898eac6b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:11.280839 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c360ee95-a1f9-4710-851b-182b1cc55c8c req-4fceec2e-bf3e-43c0-9ae6-d211898eac6b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 945 time: 0.0996549 May 06 23:36:11.295466 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a254b4-afd9-434a-81d2-4397dd497b9e req-a724da21-b298-488e-b8d2-6dd51cf57b1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:11.297022 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-90a254b4-afd9-434a-81d2-4397dd497b9e req-a724da21-b298-488e-b8d2-6dd51cf57b1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.1774831 May 06 23:36:11.305726 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=8']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:11.329347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8acfa1-70ba-40e4-b485-aa0786e626c2 req-c9348468-b950-40bc-bf07-9f23be6dcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:11.330831 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2a8acfa1-70ba-40e4-b485-aa0786e626c2 req-c9348468-b950-40bc-bf07-9f23be6dcc44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 1129 time: 0.1446292 May 06 23:36:11.416165 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c360ee95-a1f9-4710-851b-182b1cc55c8c req-065c298f-6095-4dbb-9c35-6eaceb34143f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146824 May 06 23:36:11.467252 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-90a254b4-afd9-434a-81d2-4397dd497b9e req-20808a55-2ca2-4ec0-8f77-0c03c3992802 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538119 May 06 23:36:11.549080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92bd6-e9f6-426f-ad9e-97c6d80681d2 req-f7192bc6-daf4-4043-bf03-37a5c04b0d9a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:11.550640 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62b92bd6-e9f6-426f-ad9e-97c6d80681d2 req-f7192bc6-daf4-4043-bf03-37a5c04b0d9a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0689578 May 06 23:36:11.610211 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks [] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.619282 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.628263 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62b92bd6-e9f6-426f-ad9e-97c6d80681d2 req-b92b5098-b98c-47ef-8937-622e16c70c6a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710182 May 06 23:36:11.694445 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.696405 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Pushing event updated for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:11.743944 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:36:11.766415 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1fae5529-9771-4631-923a-055e5c694277 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:11.805363 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Network 14d01984-b767-4c36-929a-12437cab2306 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:11.806778 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:11.828204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 1fae5529-9771-4631-923a-055e5c694277 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:11.828721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1fae5529-9771-4631-923a-055e5c694277), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:11.992909 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 1fae5529-9771-4631-923a-055e5c694277 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:11.993298 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1fae5529-9771-4631-923a-055e5c694277), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:12.006954 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:12.046580 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 1fae5529-9771-4631-923a-055e5c694277, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1fae5529-9771-4631-923a-055e5c694277,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:12.053734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (1fae5529-9771-4631-923a-055e5c694277), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:12.153232 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=1fae5529-9771-4631-923a-055e5c694277,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:12.177658 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-bfd9110e-65b5-4f6d-a12f-21d95b905980 None None] Provisioning complete for port 11fd5ab4-818f-493d-8123-428daf4c82c9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:12.178116 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bfd9110e-65b5-4f6d-a12f-21d95b905980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:12.212882 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9110e-65b5-4f6d-a12f-21d95b905980 None None] Port 11fd5ab4-818f-493d-8123-428daf4c82c9 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:12.339670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-008979d4-c5fe-46e6-a14a-a38156dc5192 req-9d097fc6-9a6a-4661-aa76-d5850acf714e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:36:12.340698 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-008979d4-c5fe-46e6-a14a-a38156dc5192 req-9d097fc6-9a6a-4661-aa76-d5850acf714e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078533 May 06 23:36:12.414641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:12.420099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-80a057df-5386-438e-be46-6f255f1e4543 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f063045-0b43-4dd0-9d5b-49a84108cdd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2946804 May 06 23:36:12.527325 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6ea9-469f-4edd-9931-3f8c2882a79c req-08d45b34-e05d-45e0-8d58-e1abe62a1eed tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:12.529188 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5b9c6ea9-469f-4edd-9931-3f8c2882a79c req-08d45b34-e05d-45e0-8d58-e1abe62a1eed tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0591130 May 06 23:36:12.613334 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b072f-7011-403b-8df3-012e6ea8d432 req-e869d002-6cc7-4d8b-9c1e-70485d17523e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:12.615217 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c66b072f-7011-403b-8df3-012e6ea8d432 req-e869d002-6cc7-4d8b-9c1e-70485d17523e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0642204 May 06 23:36:12.622136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5b9c6ea9-469f-4edd-9931-3f8c2882a79c req-5f6e9772-8e1b-40ea-a3e8-1adcdea39586 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868609 May 06 23:36:12.677983 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c66b072f-7011-403b-8df3-012e6ea8d432 req-08d482f5-a064-4c0b-bf5e-9d326140e542 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548990 May 06 23:36:12.766527 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Sync routers for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:12.777701 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:12.778487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:12.805132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d0028-7d2b-4499-a819-c90045cfa3e1 req-d1c2f24d-c7c3-4389-942e-2e40ba5149b9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:12.806666 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-990d0028-7d2b-4499-a819-c90045cfa3e1 req-d1c2f24d-c7c3-4389-942e-2e40ba5149b9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0645382 May 06 23:36:12.862983 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-990d0028-7d2b-4499-a819-c90045cfa3e1 req-8777092b-316c-43a9-bebe-1f5a2504e4ac tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470698 May 06 23:36:12.914567 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:12.960844 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44206) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:12.963072 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44208) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:12.967476 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087829394', 'description': 'tempest-secgroup-smoke-2087829394 description', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:12.990412 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:12.990615 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:12.992864 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3863807b-76b2-453b-a9c0-3fa366ec15a4" -d '{"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-unplugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:13.032092 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba75003-c907-4146-a370-edac6269dd0e x-openstack-request-id: req-aba75003-c907-4146-a370-edac6269dd0e {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:13.032380 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-unplugged", "status": "failed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "code": 422}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:13.032655 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aba75003-c907-4146-a370-edac6269dd0e {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:13.033093 dv-cinder-840996-1-iscsi neutron-server[103251]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aba75003-c907-4146-a370-edac6269dd0e']: {'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'code': 422} returned with failed status May 06 23:36:13.057435 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-63e4770b-af66-4b22-b4dd-8dda61047ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954330 May 06 23:36:13.062664 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-0cd452ce-9a88-4fe4-9bd0-5c712d90a9f9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:36:13.073355 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-0cd452ce-9a88-4fe4-9bd0-5c712d90a9f9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0148578 May 06 23:36:13.097123 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (ce0a1554-b012-472b-8055-dc7e9a3d4827), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.103692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ce0a1554-b012-472b-8055-dc7e9a3d4827), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.137882 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.141938 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1751478 May 06 23:36:13.142105 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '11fd5ab4-818f-493d-8123-428daf4c82c9', 'name': '', 'network_id': '14d01984-b767-4c36-929a-12437cab2306', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'mac_address': 'fa:16:3e:a2:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '49079c7e-1410-43e9-9344-426481b53728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:10Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 2, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'subnets': [{'id': '49079c7e-1410-43e9-9344-426481b53728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:13.142247 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44220) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:13.143681 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbe09b-4f48-4b69-8c9b-ee4bcb5c791b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0a1554-b012-472b-8055-dc7e9a3d4827,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:13.146726 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:13.157593 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44222) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:13.178977 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Checking router: 4f063045-0b43-4dd0-9d5b-49a84108cdd6 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:13.179279 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Updating router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 port 11fd5ab4-818f-493d-8123-428daf4c82c9 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:13.181063 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (f542907f-b24c-4845-ae1b-df9b2ad6688c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.209352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.214934 dv-cinder-840996-1-iscsi neutron-server[103250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 23:36:13.489795 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks [] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.494529 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.499835 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-30f57345-cb80-4273-859c-c5a704541e83 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:13.501212 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-30f57345-cb80-4273-859c-c5a704541e83 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports/86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 940 time: 0.3426178 May 06 23:36:13.506950 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (f542907f-b24c-4845-ae1b-df9b2ad6688c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.511115 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (f542907f-b24c-4845-ae1b-df9b2ad6688c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.529309 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f542907f-b24c-4845-ae1b-df9b2ad6688c,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:13.546331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.550727 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-feba3ccf-85bf-4f19-9367-3b35067bb60a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4047265 May 06 23:36:13.550851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44228) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:13.556162 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:13.558831 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134c14-7d12-478e-ad8c-151baf9febcf None None] Pushing event updated for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:13.591175 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (7432434e-361c-4ba1-aa3f-dc2e08bd043a), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.624017 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Attempting to bind port 11fd5ab4-818f-493d-8123-428daf4c82c9 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:13.624441 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Attempting to bind port 11fd5ab4-818f-493d-8123-428daf4c82c9 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:13.624917 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Attempting to bind port 11fd5ab4-818f-493d-8123-428daf4c82c9 on network 14d01984-b767-4c36-929a-12437cab2306 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:13.630775 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:13.631554 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Checking segment: {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:13.631972 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.632507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Bound using segment: {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:13.632917 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Bound port: 11fd5ab4-818f-493d-8123-428daf4c82c9, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf022f-1640-46aa-8e5b-4e9542180d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14d01984-b767-4c36-929a-12437cab2306'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:13.633292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.734436 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (7432434e-361c-4ba1-aa3f-dc2e08bd043a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.743462 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (7432434e-361c-4ba1-aa3f-dc2e08bd043a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.780639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1fae5529-9771-4631-923a-055e5c694277 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:13.790458 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7432434e-361c-4ba1-aa3f-dc2e08bd043a,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:13.808875 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.810367 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d37b699a-8385-431f-a96f-f18a3c43593c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2580321 May 06 23:36:13.813041 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44238) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:13.813829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218100-792c-4402-b408-dd3fa63fa34b req-c57a191a-1294-43a8-bfb8-92d2d1053866 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:13.815747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-13218100-792c-4402-b408-dd3fa63fa34b req-c57a191a-1294-43a8-bfb8-92d2d1053866 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0775425 May 06 23:36:13.819149 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:13.852517 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] For port 11fd5ab4-818f-493d-8123-428daf4c82c9, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:13.854931 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (9c523cdd-c9fe-4114-94e1-0e6b00ecfc97), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.873193 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] For port 11fd5ab4-818f-493d-8123-428daf4c82c9, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=11fd5ab4-818f-493d-8123-428daf4c82c9,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:13.877804 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Provisioning complete for port 11fd5ab4-818f-493d-8123-428daf4c82c9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:13.878176 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.922924 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.932739 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (9c523cdd-c9fe-4114-94e1-0e6b00ecfc97), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.934793 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-13218100-792c-4402-b408-dd3fa63fa34b req-cd1cd60d-ea40-4bdb-bf2c-ddb7fbbdaee1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086931 May 06 23:36:13.937727 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (9c523cdd-c9fe-4114-94e1-0e6b00ecfc97), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.944428 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b28b44-451c-4886-99f4-f9613c08953d req-337bed91-6914-42f1-9b4d-8dd84ebad67f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:13.945953 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-40b28b44-451c-4886-99f4-f9613c08953d req-337bed91-6914-42f1-9b4d-8dd84ebad67f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.1292670 May 06 23:36:13.960908 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c523cdd-c9fe-4114-94e1-0e6b00ecfc97,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:13.962181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 1fae5529-9771-4631-923a-055e5c694277 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:13.962181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1fae5529-9771-4631-923a-055e5c694277), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.975080 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:13.981207 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e9747f9d-a586-4c35-a1d7-52ae31acb60b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669998 May 06 23:36:13.983241 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44242) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:13.993603 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:14.028098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (3559669d-d4d7-4e80-83ee-46a4cfc4a87b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.030171 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-40b28b44-451c-4886-99f4-f9613c08953d req-d2ad75ed-82d9-4996-9d99-a93b168fd38f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 May 06 23:36:14.073747 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:14.074375 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:14.081959 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Current status of the port 11fd5ab4-818f-493d-8123-428daf4c82c9 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:14.082511 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.088359 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134c14-7d12-478e-ad8c-151baf9febcf None None] Pushing event updated for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:14.130244 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (3559669d-d4d7-4e80-83ee-46a4cfc4a87b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.138382 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (3559669d-d4d7-4e80-83ee-46a4cfc4a87b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.171891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c745322-ab77-4504-97cf-34ddf60fb535 req-a70a77c1-0cb1-4109-9b81-65cc73b03b16 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:14.177866 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3559669d-d4d7-4e80-83ee-46a4cfc4a87b,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:14.180824 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c745322-ab77-4504-97cf-34ddf60fb535 req-a70a77c1-0cb1-4109-9b81-65cc73b03b16 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.1062453 May 06 23:36:14.189717 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.190455 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ca0fdae6-1cad-4d95-b902-cb865311076c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2029383 May 06 23:36:14.193725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44246) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:14.199476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:14.222654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] For port 11fd5ab4-818f-493d-8123-428daf4c82c9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=11fd5ab4-818f-493d-8123-428daf4c82c9,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:14.228864 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.securitygroups_db [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Project 5b65f58d692248d3bf0c03bff716e1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:36:14.237418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (8d1c1574-bf9b-4741-8bc4-0019b14cbb30), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.250102 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 1fae5529-9771-4631-923a-055e5c694277 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:14.252896 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c745322-ab77-4504-97cf-34ddf60fb535 req-8041e1a1-101e-4cf6-922c-9e3cd6c5eedb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586421 May 06 23:36:14.254279 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.311947 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (8d1c1574-bf9b-4741-8bc4-0019b14cbb30), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.315956 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (8d1c1574-bf9b-4741-8bc4-0019b14cbb30), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.317993 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:14.334209 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1c1574-bf9b-4741-8bc4-0019b14cbb30,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:14.345503 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.346980 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-cae04dda-8c92-4ba7-8a2b-ccf2c934c645 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521015 May 06 23:36:14.349963 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44248) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:14.354287 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'security_group_rule': {'security_group_id': 'ce0a1554-b012-472b-8055-dc7e9a3d4827', 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:14.358725 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9cd69-8495-4d3a-b695-bffdc58d67bb None None] Pushing event updated for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:14.376913 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.securitygroups_db [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Project 5b65f58d692248d3bf0c03bff716e1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:36:14.383004 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (2ac6e5dc-7867-4c74-8f92-4e15a7a1533c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.444824 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (2ac6e5dc-7867-4c74-8f92-4e15a7a1533c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.449505 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (2ac6e5dc-7867-4c74-8f92-4e15a7a1533c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.450949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:36:14.454861 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-01697c6e-a40c-43c9-8855-b77fb01307d3 None None] Provisioning complete for port 11fd5ab4-818f-493d-8123-428daf4c82c9 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:14.454861 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-01697c6e-a40c-43c9-8855-b77fb01307d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.470973 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac6e5dc-7867-4c74-8f92-4e15a7a1533c,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:14.482223 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:14.483803 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b6a8c5ff-83cb-498a-b5da-c0e5f18aec63 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327269 May 06 23:36:14.537629 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2a8acfa1-70ba-40e4-b485-aa0786e626c2 req-0a4d1349-33f1-41ec-9d9e-b542699895bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943825 May 06 23:36:14.806190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-01697c6e-a40c-43c9-8855-b77fb01307d3 None None] Current status of the port 11fd5ab4-818f-493d-8123-428daf4c82c9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:14.808086 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: DOWN; New status is: DOWN {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:14.819660 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '11fd5ab4-818f-493d-8123-428daf4c82c9', 'name': '', 'network_id': '14d01984-b767-4c36-929a-12437cab2306', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'mac_address': 'fa:16:3e:a2:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '49079c7e-1410-43e9-9344-426481b53728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:10Z', 'updated_at': '2022-05-06T23:36:13Z', 'revision_number': 4, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'subnets': [{'id': '49079c7e-1410-43e9-9344-426481b53728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:14.847282 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eece8-106f-4060-b424-7fc85b36025b None None] The sync data for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi is: [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '11fd5ab4-818f-493d-8123-428daf4c82c9', 'name': '', 'network_id': '14d01984-b767-4c36-929a-12437cab2306', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'mac_address': 'fa:16:3e:a2:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '49079c7e-1410-43e9-9344-426481b53728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:10Z', 'updated_at': '2022-05-06T23:36:13Z', 'revision_number': 4, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'subnets': [{'id': '49079c7e-1410-43e9-9344-426481b53728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:15.073057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726eb0b-3785-4b92-9755-638a84550697 req-bf576be1-a6b3-4473-ba7b-24cbdb6bfbec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:15.074721 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5726eb0b-3785-4b92-9755-638a84550697 req-bf576be1-a6b3-4473-ba7b-24cbdb6bfbec tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0537109 May 06 23:36:15.135684 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5726eb0b-3785-4b92-9755-638a84550697 req-9a42ca5b-4896-4022-a67b-ee7223bae2d7 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545785 May 06 23:36:15.175014 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fdc0f-4e0e-4a17-ad81-caf172dd5b11 req-01e3b685-1f5f-43c7-a62c-fa0ae05c8393 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:15.177899 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-761fdc0f-4e0e-4a17-ad81-caf172dd5b11 req-01e3b685-1f5f-43c7-a62c-fa0ae05c8393 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0576801 May 06 23:36:15.237285 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-761fdc0f-4e0e-4a17-ad81-caf172dd5b11 req-d2d5a70f-1ebc-46f3-a8da-31a168c8f7fb tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533326 May 06 23:36:15.367235 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a928bf-372e-4ea0-85d6-db50491d457c req-30608191-1327-487d-9144-df5d55200c62 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:15.368972 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c5a928bf-372e-4ea0-85d6-db50491d457c req-30608191-1327-487d-9144-df5d55200c62 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0549896 May 06 23:36:15.420399 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c5a928bf-372e-4ea0-85d6-db50491d457c req-6343f5df-2825-4866-b23d-5d9ff2249062 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 May 06 23:36:15.725376 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 11fd5ab4-818f-493d-8123-428daf4c82c9 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:15.774140 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 11fd5ab4-818f-493d-8123-428daf4c82c9 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:15.774509 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:15.859183 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 11fd5ab4-818f-493d-8123-428daf4c82c9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:16.277189 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d33d-b424-4356-ab41-50660220ffa3 req-fae68704-2ce3-43d0-8a53-74dd51ede6ce tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:16.278724 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-86d0d33d-b424-4356-ab41-50660220ffa3 req-fae68704-2ce3-43d0-8a53-74dd51ede6ce tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0564609 May 06 23:36:16.389971 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-86d0d33d-b424-4356-ab41-50660220ffa3 req-d0a5da04-9725-453d-905a-a03db5d45dcc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970521 May 06 23:36:16.407208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b08044-195d-4c9a-8c59-394ebfe4dafc req-3ec14680-9e99-49de-8933-e546dff43fb1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:16.409188 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6b08044-195d-4c9a-8c59-394ebfe4dafc req-3ec14680-9e99-49de-8933-e546dff43fb1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0878162 May 06 23:36:16.473778 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6b08044-195d-4c9a-8c59-394ebfe4dafc req-fce3fbd8-0f10-4d7b-b6c9-c7bb87a8f2cf tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576210 May 06 23:36:16.625537 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84355-4ed1-454a-9064-76f6328a415c req-ab5aa6cd-c8e2-4434-92e6-db5c5034085b tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:16.628572 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2a84355-4ed1-454a-9064-76f6328a415c req-ab5aa6cd-c8e2-4434-92e6-db5c5034085b tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0727513 May 06 23:36:16.638382 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44332) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:16.642966 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'port_id': 'ff7eee31-aea0-4064-abf5-edf441c169b3'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:16.707752 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:17.141991 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-101aa013-b75c-4023-bbb5-e4e1350fdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.143535 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-101aa013-b75c-4023-bbb5-e4e1350fdfe0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 1127 time: 0.0872073 May 06 23:36:17.196132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:17.201383 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:17.213179 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-a81fadd2-7d0a-4293-b6aa-451db183a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.214678 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-a81fadd2-7d0a-4293-b6aa-451db183a49b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1127 time: 0.0459528 May 06 23:36:17.308286 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP 74e54bf8-8e92-4b14-af80-456d32586fee associated. External IP: 172.27.1.211, port: ff7eee31-aea0-4064-abf5-edf441c169b3. May 06 23:36:17.310079 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-c61ff34c-4a71-4de6-ae10-c2562952759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.311559 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-c61ff34c-4a71-4de6-ae10-c2562952759c service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.0871449 May 06 23:36:17.384365 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-aa1588b5-dc84-4684-81bc-5d70515c6689 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 200 len: 999 time: 0.0655642 May 06 23:36:17.433992 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-479f31fd-9dcf-4b30-8d4f-13b69b591103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.435489 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-479f31fd-9dcf-4b30-8d4f-13b69b591103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0453763 May 06 23:36:17.530333 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-bf04d250-3084-47fa-ac88-a721a9f1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.531821 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-bf04d250-3084-47fa-ac88-a721a9f1ba2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726526 May 06 23:36:17.534684 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:17.538370 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ac5d6-848e-4316-aa1d-6daf209fda19 req-a87ecd6c-6d84-4946-9c11-60654e2372f5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.539698 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2f2ac5d6-848e-4316-aa1d-6daf209fda19 req-a87ecd6c-6d84-4946-9c11-60654e2372f5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0716016 May 06 23:36:17.639861 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2f2ac5d6-848e-4316-aa1d-6daf209fda19 req-1e02dce6-6e8f-41e4-a346-75b6ce71960e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916190 May 06 23:36:17.651832 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:17.657118 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-7eb540ee-981b-40a4-ae35-678ab0a17f08 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164587 May 06 23:36:17.657455 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:17.665598 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:17.676483 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:17.679199 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:17.716062 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0710cb7f-0819-4964-b0b5-458ad7149c1f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "PUT /v2.0/floatingips/74e54bf8-8e92-4b14-af80-456d32586fee HTTP/1.1" status: 200 len: 991 time: 1.0762587 May 06 23:36:17.716706 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:17.720808 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09887196-4284-4bee-9561-63b06a05460a" -d '{"events": [{"name": "network-changed", "server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:17.767003 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558e10dd-6587-4bae-81e1-ca1e7a23675e x-openstack-request-id: req-558e10dd-6587-4bae-81e1-ca1e7a23675e {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:17.767313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:17.767570 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-558e10dd-6587-4bae-81e1-ca1e7a23675e {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:17.768039 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558e10dd-6587-4bae-81e1-ca1e7a23675e'] response: {'name': 'network-changed', 'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'status': 'completed', 'code': 200} May 06 23:36:17.778782 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cbbc7e-fb3c-4566-97ad-a54a6ee5f59e req-5bd1a090-1e44-40df-a949-9c1dffbed3de service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115589 May 06 23:36:17.817060 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:17.858248 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887196-4284-4bee-9561-63b06a05460a req-4985adce-b176-4b66-a210-caff89209248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:17.860136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-4985adce-b176-4b66-a210-caff89209248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0598061 May 06 23:36:18.055801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887196-4284-4bee-9561-63b06a05460a req-fde0ee1d-7659-4aac-86e1-738b17c1d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:18.057001 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-fde0ee1d-7659-4aac-86e1-738b17c1d2d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.1205072 May 06 23:36:18.188761 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-8578fef3-3f76-46f3-a97d-1d71e3744cfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7eee31-aea0-4064-abf5-edf441c169b3 HTTP/1.1" status: 200 len: 999 time: 0.1194491 May 06 23:36:18.215650 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '74e54bf8-8e92-4b14-af80-456d32586fee', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:b1:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e25a39-5747-4175-a876-1092ae262ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:53Z', 'updated_at': '2022-05-06T23:36:17Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}, {'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:18.248502 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887196-4284-4bee-9561-63b06a05460a req-5f2627e3-2fa3-47c6-ade2-db9280fe9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:18.248502 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-5f2627e3-2fa3-47c6-ade2-db9280fe9af1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0519583 May 06 23:36:18.259063 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:18.269127 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:18.269127 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:35:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:18.393765 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:18.512304 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887196-4284-4bee-9561-63b06a05460a req-b27d75a7-9f28-4d47-b60e-4b324d30e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:18.514787 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-b27d75a7-9f28-4d47-b60e-4b324d30e991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589330 May 06 23:36:18.665396 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '74e54bf8-8e92-4b14-af80-456d32586fee', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:b1:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e25a39-5747-4175-a876-1092ae262ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:53Z', 'updated_at': '2022-05-06T23:36:17Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}, {'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:18.733415 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb538acc-f856-4fa9-8b85-425771c6454c None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '74e54bf8-8e92-4b14-af80-456d32586fee', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:b1:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e25a39-5747-4175-a876-1092ae262ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:53Z', 'updated_at': '2022-05-06T23:36:17Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}, {'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:18.735696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-16c36979-dd3b-4873-be0d-2dec8b564945 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786249 May 06 23:36:18.803709 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6e89dedf-a79f-40f1-9c67-2b750fc7df5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:18.827132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ddee-9a88-4ba9-a894-86e6d7c325ab req-11e1b6ff-9a35-45f5-a39c-373c3df875ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:18.828759 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7597ddee-9a88-4ba9-a894-86e6d7c325ab req-11e1b6ff-9a35-45f5-a39c-373c3df875ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0668049 May 06 23:36:18.886099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7597ddee-9a88-4ba9-a894-86e6d7c325ab req-074c0b63-f1fa-418b-ade1-1d664f22e038 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485582 May 06 23:36:18.979177 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc04767-1ea3-4b14-afe4-f0af16599d9e None None] New status for floating IP 74e54bf8-8e92-4b14-af80-456d32586fee: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:36:20.011472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120442bf-503d-4607-9da4-5816471a2b25 req-aa30e190-aaf7-41e2-afe1-3490779d59bd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:20.013052 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-120442bf-503d-4607-9da4-5816471a2b25 req-aa30e190-aaf7-41e2-afe1-3490779d59bd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0470421 May 06 23:36:20.059890 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-120442bf-503d-4607-9da4-5816471a2b25 req-f2bc6745-734b-414a-9235-8163c84a9b18 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407064 May 06 23:36:21.077040 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:21.180327 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a36bf-1b58-42c2-841a-07de85cac486 req-7ea5c363-f81c-4bed-a175-9bce289f7bc3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:21.181734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8c5a36bf-1b58-42c2-841a-07de85cac486 req-7ea5c363-f81c-4bed-a175-9bce289f7bc3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0458748 May 06 23:36:21.205916 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8311-3cd7-475c-97e2-d537b687d8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:21.229404 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8c5a36bf-1b58-42c2-841a-07de85cac486 req-dbb305a6-e535-45a5-903f-9f45be3c125b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421016 May 06 23:36:22.271854 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:22.399405 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f439b6-a3c1-4e60-82e6-fa3f4f0c404a req-2df2c4bb-1011-4456-8705-29b11518fcde tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:22.406309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-57f439b6-a3c1-4e60-82e6-fa3f4f0c404a req-2df2c4bb-1011-4456-8705-29b11518fcde tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0869935 May 06 23:36:22.467747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-57f439b6-a3c1-4e60-82e6-fa3f4f0c404a req-3e1e73a7-4940-444c-83fc-1d4d7e8f1435 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604382 May 06 23:36:23.438739 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:23.613074 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf096473-7b0a-4848-b9a0-219f8dee6b53 req-03abbbc8-bf76-4ca5-91cc-44ac30a78c8a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:23.615319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf096473-7b0a-4848-b9a0-219f8dee6b53 req-03abbbc8-bf76-4ca5-91cc-44ac30a78c8a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0634458 May 06 23:36:23.681136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf096473-7b0a-4848-b9a0-219f8dee6b53 req-19932cf4-1bbd-41b9-b3b6-17bf89600a92 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596514 May 06 23:36:24.837793 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157666c1-3eee-446d-b3aa-4fd9b23eb640 req-f5883935-4d80-48b9-90dc-ee641d72ddd3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:24.843751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-157666c1-3eee-446d-b3aa-4fd9b23eb640 req-f5883935-4d80-48b9-90dc-ee641d72ddd3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0674734 May 06 23:36:24.903495 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-157666c1-3eee-446d-b3aa-4fd9b23eb640 req-dadd7f0d-574d-4a69-8671-1c516c0fed91 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529134 May 06 23:36:25.178368 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:26.035219 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a51c1-f8d9-42b4-b7c8-5af3078923d8 req-b6c1fb8f-268e-499c-b8a7-b2114f34b212 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:26.038271 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-811a51c1-f8d9-42b4-b7c8-5af3078923d8 req-b6c1fb8f-268e-499c-b8a7-b2114f34b212 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0555665 May 06 23:36:26.123221 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-811a51c1-f8d9-42b4-b7c8-5af3078923d8 req-c87decae-56ec-426b-98c2-707f85976682 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791543 May 06 23:36:27.254993 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1561-75e1-4764-905a-ff34fd8718f2 req-050c442a-a265-4c9b-a69a-bacb1422a1ff tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:27.256728 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c22e1561-75e1-4764-905a-ff34fd8718f2 req-050c442a-a265-4c9b-a69a-bacb1422a1ff tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0515463 May 06 23:36:27.313952 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c22e1561-75e1-4764-905a-ff34fd8718f2 req-7183f262-f96c-4fe0-8f81-276e432ac894 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507026 May 06 23:36:27.384747 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44466) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:27.498071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.588219 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Publish callbacks [] for security_group (aa598c92-d783-481d-90de-99dd2ca8e4c4), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.592474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (aa598c92-d783-481d-90de-99dd2ca8e4c4), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.632039 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa598c92-d783-481d-90de-99dd2ca8e4c4,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:27.636052 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5da5e99dce14afeadc515366bb63104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501624 May 06 23:36:27.638731 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44472) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:27.656842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.657188 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.657525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.657858 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.658183 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.658504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.660689 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.661599 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.661934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.662266 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.665573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.665706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.670046 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.670269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.670598 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3a24-6f45-4d7f-a040-fe5502b805d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.715459 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Publish callbacks [] for security_group (aa598c92-d783-481d-90de-99dd2ca8e4c4), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.739459 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Publish callbacks [] for security_group (aa598c92-d783-481d-90de-99dd2ca8e4c4), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.791257 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (aa598c92-d783-481d-90de-99dd2ca8e4c4), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.793847 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:27.795084 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa598c92-d783-481d-90de-99dd2ca8e4c4 HTTP/1.1" status: 204 len: 168 time: 0.1553936 May 06 23:36:27.803834 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa598c92-d783-481d-90de-99dd2ca8e4c4,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:27.811922 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.812260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.812624 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.812957 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.813293 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.813592 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.813898 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.814392 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.814712 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.815047 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.815431 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.815751 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.816063 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.816567 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:27.816913 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f7c02-a156-455e-ab86-195ed754c769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:28.456712 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee7bfd-3d68-42ed-a4fd-483d06eab1e9 req-cca780f0-cc86-4f75-b247-7b3e1bfa9e38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:28.458400 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08ee7bfd-3d68-42ed-a4fd-483d06eab1e9 req-cca780f0-cc86-4f75-b247-7b3e1bfa9e38 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0521319 May 06 23:36:28.515701 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44496) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:28.517743 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08ee7bfd-3d68-42ed-a4fd-483d06eab1e9 req-1a57a172-2892-4fe5-9e16-f3c5507ab663 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520568 May 06 23:36:28.640235 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1025934760-network', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:28.660013 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Made reservation on behalf of e945e78585194b4c8ceff8affbfe7962 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:28.662946 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.671640 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.766888 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks [] for security_group (4c27ae72-d17c-4d38-8527-e183dec11e07), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.772430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (4c27ae72-d17c-4d38-8527-e183dec11e07), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.805735 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:36:28.818431 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27ae72-d17c-4d38-8527-e183dec11e07,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:28.822405 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (4c018521-05e8-40e4-913e-9ee40102c5d9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.822405 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Added segment 4c018521-05e8-40e4-913e-9ee40102c5d9 of type vlan for network 5298e5dd-d2c3-4a75-89be-3110ed11c266 May 06 23:36:28.878261 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (5298e5dd-d2c3-4a75-89be-3110ed11c266), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.904695 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (5298e5dd-d2c3-4a75-89be-3110ed11c266), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.905781 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:28.906422 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:28.963826 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4439771 May 06 23:36:28.964061 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44502) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:28.968732 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Request body: {'subnet': {'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1025934760-subnet', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:28.984963 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97ca76-cb72-46bf-9eb6-4913624e5a09 admin admin] Pushing event updated for resources: {'Network': ['ID=5298e5dd-d2c3-4a75-89be-3110ed11c266,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:28.998594 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Made reservation on behalf of e945e78585194b4c8ceff8affbfe7962 for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:28.999050 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:36:29.007768 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60352945'] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.214221 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59552509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60352935'] for subnet (d46749c2-ecd2-4783-a9f8-a91b12077493), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.282864 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46749c2-ecd2-4783-a9f8-a91b12077493,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:29.287254 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Checking segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:29.287611 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Network hostable DHCP agents. Network: 5298e5dd-d2c3-4a75-89be-3110ed11c266, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:36:29.307766 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:36:29.316842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 5298e5dd-d2c3-4a75-89be-3110ed11c266) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:29.322418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:29.323053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.327690 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7334aa-cb7e-4a70-ac61-051e6adead61 None None] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:29.345289 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ed2b0cc1-2574-45c5-a613-3a5b584e4b68 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3799767 May 06 23:36:29.345950 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44504) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:29.350768 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:29.378618 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (11401b80-a888-4731-b4b7-014db5d7df00), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.380449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (11401b80-a888-4731-b4b7-014db5d7df00), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.436995 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for router_controller (11401b80-a888-4731-b4b7-014db5d7df00), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.439383 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-5298e5dd-d2c3-4a75-89be-3110ed11c266', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:36:29.440352 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.609085 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Allocated IP 172.20.0.2 (5298e5dd-d2c3-4a75-89be-3110ed11c266/d46749c2-ecd2-4783-a9f8-a91b12077493/c453765e-410a-46be-a69f-4095e30c4530) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:29.696512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f6694-5935-442e-b55b-a3c85a0a8d36 req-5028dd5c-6d20-431c-bb62-7cea9a2d6192 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:29.705724 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-040f6694-5935-442e-b55b-a3c85a0a8d36 req-5028dd5c-6d20-431c-bb62-7cea9a2d6192 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0848477 May 06 23:36:29.799197 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-040f6694-5935-442e-b55b-a3c85a0a8d36 req-3eebc73c-c22c-4169-8a22-25842d03ab19 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920610 May 06 23:36:29.878201 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks [] for port (c453765e-410a-46be-a69f-4095e30c4530), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.887122 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (c453765e-410a-46be-a69f-4095e30c4530), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.903407 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for router_gateway (11401b80-a888-4731-b4b7-014db5d7df00), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:29.934259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:29.939301 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:29.943130 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:29.952652 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Pushing event updated for resources: {'Port': ['ID=c453765e-410a-46be-a69f-4095e30c4530,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:30.012667 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Attempting to bind port c453765e-410a-46be-a69f-4095e30c4530 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:30.013422 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Attempting to bind port c453765e-410a-46be-a69f-4095e30c4530 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:30.013550 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Attempting to bind port c453765e-410a-46be-a69f-4095e30c4530 on network 5298e5dd-d2c3-4a75-89be-3110ed11c266 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:30.018715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:30.019168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Checking segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:30.019636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.020634 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Bound using segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:30.021321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Bound port: c453765e-410a-46be-a69f-4095e30c4530, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:30.021890 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c453765e-410a-46be-a69f-4095e30c4530), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.100084 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] For port c453765e-410a-46be-a69f-4095e30c4530, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:30.103807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] For port c453765e-410a-46be-a69f-4095e30c4530, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c453765e-410a-46be-a69f-4095e30c4530,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:30.112527 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for router_gateway (11401b80-a888-4731-b4b7-014db5d7df00), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.113791 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c453765e-410a-46be-a69f-4095e30c4530), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.132710 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.177924 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8fdba-5dc4-4f2f-8ebe-d29645d5e40b None None] Pushing event updated for resources: {'Port': ['ID=c453765e-410a-46be-a69f-4095e30c4530,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:30.260608 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Allocated IP 172.27.1.12 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/e48a724e-5e98-4cf2-89a7-7714c9da4ec9) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:30.382089 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.419405 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.460814 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:30.463659 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:30.470476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:30.474554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Pushing event updated for resources: {'Port': ['ID=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:30.720458 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for router_gateway (11401b80-a888-4731-b4b7-014db5d7df00), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.934564 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (11401b80-a888-4731-b4b7-014db5d7df00), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:30.938148 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9851e-8898-4cad-9a93-ad540d9ced22 req-bea247e2-fc63-4f98-aaf3-a07333c5be1a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:30.940425 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-15f9851e-8898-4cad-9a93-ad540d9ced22 req-bea247e2-fc63-4f98-aaf3-a07333c5be1a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0507057 May 06 23:36:30.989576 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-15f9851e-8898-4cad-9a93-ad540d9ced22 req-bc422243-7bc2-4099-9207-cfa46eea21f0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428379 May 06 23:36:31.072462 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Router 11401b80-a888-4731-b4b7-014db5d7df00 is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:36:31.135334 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346aa49a-5eb9-4dd3-a0a9-4266412f4f0b None None] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:31.182051 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:31.186619 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Provisioning complete for port c453765e-410a-46be-a69f-4095e30c4530 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:31.186994 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c453765e-410a-46be-a69f-4095e30c4530), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.191295 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Sync routers for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:31.198807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.200167 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-edde0f49-c168-49bc-a7fe-d5ca1a191a7c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8530965 May 06 23:36:31.202822 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44518) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:31.210560 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:31.211461 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:31.322455 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Current status of the port c453765e-410a-46be-a69f-4095e30c4530 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:31.322836 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c453765e-410a-46be-a69f-4095e30c4530), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.360576 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] For port c453765e-410a-46be-a69f-4095e30c4530, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c453765e-410a-46be-a69f-4095e30c4530,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:31.362334 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:31.368950 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c453765e-410a-46be-a69f-4095e30c4530), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.393471 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-09887196-4284-4bee-9561-63b06a05460a req-3aeb3f8c-015b-4c00-93dc-3ced52be4145 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882474 May 06 23:36:31.438372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Pushing event updated for resources: {'Port': ['ID=c453765e-410a-46be-a69f-4095e30c4530,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:31.446811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.447328 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.447945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.448461 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.448981 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.449761 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.450292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.450883 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.451379 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.451731 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.452154 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.452390 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.452740 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.453236 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.453726 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f68779-c009-41ae-be94-fce7b49b38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:36:31.581185 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:30Z', 'revision_number': 3, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:31.610606 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Checking router: 11401b80-a888-4731-b4b7-014db5d7df00 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:31.611044 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Updating router 11401b80-a888-4731-b4b7-014db5d7df00 port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:31.639371 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.689616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-45e56eee-b329-4ce0-881a-9a292c50b785 None None] Provisioning complete for port c453765e-410a-46be-a69f-4095e30c4530 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:31.689930 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-45e56eee-b329-4ce0-881a-9a292c50b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c453765e-410a-46be-a69f-4095e30c4530), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.759256 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.785144 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c453765e-410a-46be-a69f-4095e30c4530 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:31.847782 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-45e56eee-b329-4ce0-881a-9a292c50b785 None None] Current status of the port c453765e-410a-46be-a69f-4095e30c4530 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:31.893229 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port c453765e-410a-46be-a69f-4095e30c4530 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:31.896719 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c453765e-410a-46be-a69f-4095e30c4530), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.946296 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks [] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.958022 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:31.974726 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Allocated IP 172.20.0.1 (5298e5dd-d2c3-4a75-89be-3110ed11c266/d46749c2-ecd2-4783-a9f8-a91b12077493/71294027-dcdf-4783-a515-57b33bb877d8) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:32.025506 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e94d-8e32-47ea-8ecb-55f5cce55a65 None None] Pushing event updated for resources: {'Port': ['ID=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:32.049665 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Attempting to bind port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:32.050134 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Attempting to bind port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:32.050610 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Attempting to bind port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:32.057029 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:32.057538 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:32.058192 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.058673 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:32.059276 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Bound port: e48a724e-5e98-4cf2-89a7-7714c9da4ec9, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:32.059807 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.102733 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks [] for port (71294027-dcdf-4783-a515-57b33bb877d8), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.119117 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] For port e48a724e-5e98-4cf2-89a7-7714c9da4ec9, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:32.122892 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] For port e48a724e-5e98-4cf2-89a7-7714c9da4ec9, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:32.138600 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.148108 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.175158 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port c453765e-410a-46be-a69f-4095e30c4530 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:32.202265 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e94d-8e32-47ea-8ecb-55f5cce55a65 None None] Pushing event updated for resources: {'Port': ['ID=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:32.212895 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bd9e8-65a5-4077-9a1c-0d3521a9ba67 req-8776c6e2-53bc-4ed6-b7e1-8fb5150cc840 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:32.214417 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a61bd9e8-65a5-4077-9a1c-0d3521a9ba67 req-8776c6e2-53bc-4ed6-b7e1-8fb5150cc840 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0803881 May 06 23:36:32.220868 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:32.225848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:32.226946 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:32.228583 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:32.245060 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:32.249480 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Pushing event updated for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:32.344042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (11401b80-a888-4731-b4b7-014db5d7df00), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.360670 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:32.413017 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a61bd9e8-65a5-4077-9a1c-0d3521a9ba67 req-a6811497-fd22-455c-ae75-f9a7aefb20ae tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1882138 May 06 23:36:32.450904 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-de53a254-a38f-43d2-90ee-5998256600f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087829394&fields=id&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 267 time: 0.1411419 May 06 23:36:32.482978 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-832de830-a9c7-4e95-85d1-921b89a24b5a None None] Provisioning complete for port 71294027-dcdf-4783-a515-57b33bb877d8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:32.483339 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-832de830-a9c7-4e95-85d1-921b89a24b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (71294027-dcdf-4783-a515-57b33bb877d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.518823 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-832de830-a9c7-4e95-85d1-921b89a24b5a None None] Port 71294027-dcdf-4783-a515-57b33bb877d8 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:32.546328 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:30Z', 'revision_number': 3, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:32.574847 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4fa6f-dd4b-40c6-9406-d581a8f8288d None None] The sync data for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi is: [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:30Z', 'revision_number': 3, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:32.600922 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (71294027-dcdf-4783-a515-57b33bb877d8), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:32.622889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-a76279af-d908-4e93-86c5-108250e09621 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:32.624319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-a76279af-d908-4e93-86c5-108250e09621 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.1565201 May 06 23:36:32.659309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-437d8cc8-4c1f-4517-80ea-37959ed625b7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/quotas/5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 375 time: 0.0146151 May 06 23:36:32.759490 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-36a9b3bf-d1fd-453b-b530-93029d2617c9 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877440 May 06 23:36:33.159745 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks [] for port (71294027-dcdf-4783-a515-57b33bb877d8), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:33.166830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:33.222816 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-71024f78-0646-42fe-977f-84b027bf0bea service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501221 May 06 23:36:33.305771 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Pushing event updated for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:33.316085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (11401b80-a888-4731-b4b7-014db5d7df00), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:33.414700 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-b0cfe3fb-0e8c-4a76-8fd9-5541b849788f service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834106 May 06 23:36:33.454535 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:33.455958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:33.574719 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615d3b-936a-4cae-a072-3f043cb3f217 req-3043fadb-eee3-4cdb-a3ca-1633c7f45c8e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:33.576268 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab615d3b-936a-4cae-a072-3f043cb3f217 req-3043fadb-eee3-4cdb-a3ca-1633c7f45c8e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0725708 May 06 23:36:33.666886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Router 11401b80-a888-4731-b4b7-014db5d7df00 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:33.673682 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab615d3b-936a-4cae-a072-3f043cb3f217 req-4c6e7aa7-bf45-4e4f-970b-320165fc1c53 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669842 May 06 23:36:33.751229 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-318d7ae7-a5f6-4c94-b906-73be894fa5f6 None None] Provisioning complete for port 71294027-dcdf-4783-a515-57b33bb877d8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:33.752118 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-318d7ae7-a5f6-4c94-b906-73be894fa5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (71294027-dcdf-4783-a515-57b33bb877d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:33.804389 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e48a724e-5e98-4cf2-89a7-7714c9da4ec9 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:33.828803 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3a07a00-213c-44bb-9460-4ae6bf8b8b6e req-fc256d94-67a2-40a0-9ec4-fd592d5b0795 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 210 time: 0.0533917 May 06 23:36:33.838872 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-318d7ae7-a5f6-4c94-b906-73be894fa5f6 None None] Port 71294027-dcdf-4783-a515-57b33bb877d8 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:33.844319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-970e7c11-5662-4aaa-9eab-70f61a214cbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803170 May 06 23:36:33.898326 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:33.898755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:33.940697 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-6c430af6-181a-44f8-a99f-b391944b51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:33.942680 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-6c430af6-181a-44f8-a99f-b391944b51b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1130 time: 0.0591555 May 06 23:36:33.949729 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:33.956245 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3daba724-374c-442f-b354-4e36960e65e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/11401b80-a888-4731-b4b7-014db5d7df00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522476 May 06 23:36:33.989840 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:33.990497 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.019411 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port e48a724e-5e98-4cf2-89a7-7714c9da4ec9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:34.024715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.101311 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-5f94d328-5bf8-46c2-aae2-b1378a420243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:34.103727 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-5f94d328-5bf8-46c2-aae2-b1378a420243 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1218064 May 06 23:36:34.120339 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:34.165744 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-a41774fc-6054-49cf-81cd-573ecd1dc4cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 217 time: 0.0481029 May 06 23:36:34.237563 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-d9075455-2d48-4947-9a79-bc989125f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:34.239482 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-d9075455-2d48-4947-9a79-bc989125f914 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0646830 May 06 23:36:34.290261 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-8c08eab4-6a0f-4bd8-98da-0600ef3b3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:34.291795 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-8c08eab4-6a0f-4bd8-98da-0600ef3b3e68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458138 May 06 23:36:34.373472 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Sync routers for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:34.388285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:34.389051 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:34.399822 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-b6a2dda2-d195-4820-b330-078a800696e6 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990806 May 06 23:36:34.516650 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:34.521035 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c5987e7-5b4f-4d7b-b9ce-8924c120cb8d req-a4f9ad29-dfc6-4650-af6a-c71cd4307c92 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029661 May 06 23:36:34.579107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44570) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:34.584564 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584663250-network', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:34.604270 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Made reservation on behalf of 38a2d7ed10dd4ff2af66cbc601b8a0e0 for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:34.606587 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.616020 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.693791 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks [] for security_group (6c5ee989-d83c-430c-a54c-96d36e252299), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.697524 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6c5ee989-d83c-430c-a54c-96d36e252299), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.710861 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 2, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:34.729032 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:36:34.734674 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ee989-d83c-430c-a54c-96d36e252299,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:34.743028 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Checking router: 11401b80-a888-4731-b4b7-014db5d7df00 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:34.743392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Updating router 11401b80-a888-4731-b4b7-014db5d7df00 port 71294027-dcdf-4783-a515-57b33bb877d8 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:34.755205 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (0df57ef2-2a9a-4443-badb-50bf264300fc), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.755546 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Added segment 0df57ef2-2a9a-4443-badb-50bf264300fc of type vlan for network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 May 06 23:36:34.774299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (71294027-dcdf-4783-a515-57b33bb877d8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.823120 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (4a7bc62f-acbe-43b1-a748-4f043d4d08a1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.869121 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53959-9eed-48f1-ad3c-49281e01f32e req-a2547224-e18d-4b2d-b37f-3f986fff21b6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:34.870739 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26f53959-9eed-48f1-ad3c-49281e01f32e req-a2547224-e18d-4b2d-b37f-3f986fff21b6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0874009 May 06 23:36:34.889200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (4a7bc62f-acbe-43b1-a748-4f043d4d08a1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:34.890271 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:34.891227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.049447 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44576) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:35.049898 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4693296 May 06 23:36:35.054883 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Request body: {'subnet': {'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584663250-subnet', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:35.062495 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b8ecd724-985f-43c5-8cfa-5af6acf84765 req-36db79c1-9182-4a39-bfe1-e6e5f63fabe6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 210 time: 0.1563511 May 06 23:36:35.063731 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks [] for port (71294027-dcdf-4783-a515-57b33bb877d8), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.070434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7b7a7-273f-4515-a6e7-98ec2d2f78f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7bc62f-acbe-43b1-a748-4f043d4d08a1,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:35.072288 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.086164 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26f53959-9eed-48f1-ad3c-49281e01f32e req-63791cce-a132-4bde-8093-b1a7b5359867 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2070606 May 06 23:36:35.101948 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Made reservation on behalf of 38a2d7ed10dd4ff2af66cbc601b8a0e0 for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:35.104392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:36:35.109402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60352945'] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.155329 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-9116ff6e-e3cc-438a-9139-671df3417faa tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:35.157505 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-9116ff6e-e3cc-438a-9139-671df3417faa tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.2047639 May 06 23:36:35.184866 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf58812-ff40-4426-b339-4f7074efe61c None None] Pushing event updated for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:35.265125 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-660894f6-ee92-4003-844b-7bcbc20c1202 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 380 time: 0.0835586 May 06 23:36:35.276763 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'port': {'device_id': '57875603-b4f7-49f7-b201-ec605e62d496', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'admin_state_up': True, 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'security_groups': ['ce0a1554-b012-472b-8055-dc7e9a3d4827']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:35.298993 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Attempting to bind port 71294027-dcdf-4783-a515-57b33bb877d8 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:35.299362 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Attempting to bind port 71294027-dcdf-4783-a515-57b33bb877d8 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:35.299721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Attempting to bind port 71294027-dcdf-4783-a515-57b33bb877d8 on network 5298e5dd-d2c3-4a75-89be-3110ed11c266 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:35.305374 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:35.306091 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Checking segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:35.306499 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.306883 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Bound using segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:35.307343 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Bound port: 71294027-dcdf-4783-a515-57b33bb877d8, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:35.308168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (71294027-dcdf-4783-a515-57b33bb877d8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.374951 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59552509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60352935'] for subnet (6a144010-26df-4c64-b259-773ac3fb515b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.382908 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] For port 71294027-dcdf-4783-a515-57b33bb877d8, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:35.386027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] For port 71294027-dcdf-4783-a515-57b33bb877d8, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=71294027-dcdf-4783-a515-57b33bb877d8,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:35.391395 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.415432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Made reservation on behalf of 5b65f58d692248d3bf0c03bff716e1fb for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:35.419521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.441517 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a144010-26df-4c64-b259-773ac3fb515b,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:35.450930 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Checking segment: {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:35.451532 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Network hostable DHCP agents. Network: 4a7bc62f-acbe-43b1-a748-4f043d4d08a1, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:36:35.455596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:35.456476 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:35.473518 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:36:35.486365 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 4a7bc62f-acbe-43b1-a748-4f043d4d08a1) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:35.499354 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:35.499982 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.508584 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24627f-7fd9-4cfe-b74e-46d8f3009736 None None] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:35.517131 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf58812-ff40-4426-b339-4f7074efe61c None None] Pushing event updated for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:35.517305 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-bb109809-ee4c-433f-ba77-e6a753e2ede1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4662678 May 06 23:36:35.519600 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44578) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:35.532214 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:35.557300 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.558417 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.581148 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Provisioning complete for port 71294027-dcdf-4783-a515-57b33bb877d8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:35.581464 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (71294027-dcdf-4783-a515-57b33bb877d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.600090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.20.0.5 (cf81eec0-ebcd-49ac-814f-adeaaead0de3/b5f88897-69c5-4c9e-8272-3a2f86e2de73/2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:35.639511 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for router_controller (7a673a2c-8cb3-4b73-a323-815bf402da53), precommit_add_association {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.715186 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:35.809092 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.820868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e48a724e-5e98-4cf2-89a7-7714c9da4ec9 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:35.872381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.877581 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for router_gateway (7a673a2c-8cb3-4b73-a323-815bf402da53), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.918480 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:35.921919 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:35.925880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:35.971600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:35.979685 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'fixed_ips': [{'subnet_id': '6a144010-26df-4c64-b259-773ac3fb515b'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:36:35.981235 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:35.990245 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:35.990872 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.017244 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-bebdfed1-b874-4c12-aa76-4a5552debe01 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455037 May 06 23:36:36.028921 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Current status of the port 71294027-dcdf-4783-a515-57b33bb877d8 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:36.029307 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (71294027-dcdf-4783-a515-57b33bb877d8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.046432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Request body: {'port': {'device_id': '57875603-b4f7-49f7-b201-ec605e62d496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:36.066350 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:36.067424 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.100084 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for router_gateway (7a673a2c-8cb3-4b73-a323-815bf402da53), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.121656 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.164976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.255330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Allocated IP 172.27.1.254 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/3468e224-924a-4dbe-a276-5a059cd3323b) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:36.309007 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b219ea-f465-45f7-9a57-1e6abaf7923f req-dae21717-4b0d-4561-bb8c-14b79d2dd322 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:36.310478 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a2b219ea-f465-45f7-9a57-1e6abaf7923f req-dae21717-4b0d-4561-bb8c-14b79d2dd322 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 931 time: 0.1274757 May 06 23:36:36.320069 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686741-59bd-4c0e-884d-6353a5c665ea req-5d4657ca-ed9d-497e-8f21-a4c238a1a531 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:36.321543 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e3686741-59bd-4c0e-884d-6353a5c665ea req-5d4657ca-ed9d-497e-8f21-a4c238a1a531 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0780666 May 06 23:36:36.322286 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] For port 71294027-dcdf-4783-a515-57b33bb877d8, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=71294027-dcdf-4783-a515-57b33bb877d8,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:36.326524 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:35Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:36.334841 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.402518 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for port (3468e224-924a-4dbe-a276-5a059cd3323b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.444784 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.483459 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a2b219ea-f465-45f7-9a57-1e6abaf7923f req-a6649a9c-47ab-4e5a-9e64-bcc41f4ee5cc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587467 May 06 23:36:36.483703 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:36.486689 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:36.492422 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:36.500389 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25f3f5-b5cb-4c21-869c-fd0971550050 None None] The sync data for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi is: [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:35Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:36.517313 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e3686741-59bd-4c0e-884d-6353a5c665ea req-0863a5f7-bc70-4cbb-b5c0-0c17201b641c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1833179 May 06 23:36:36.554646 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Pushing event updated for resources: {'Port': ['ID=3468e224-924a-4dbe-a276-5a059cd3323b,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:36.594106 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Provisioning complete for port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:36.605258 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.610748 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Allocated IP 172.20.0.2 (4a7bc62f-acbe-43b1-a748-4f043d4d08a1/6a144010-26df-4c64-b259-773ac3fb515b/1dac9dd9-5e9b-48f5-8009-2572ab49d270) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:36.681344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:36:36.692340 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks [] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.722895 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934130d-5650-4ec0-b564-2eaad67d7dc2 None None] Pushing event updated for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:36.738190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Transition to ACTIVE for port object 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:36:36.743595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.756765 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:36.764561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:36.780710 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Provisioning complete for port 71294027-dcdf-4783-a515-57b33bb877d8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:36.781094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (71294027-dcdf-4783-a515-57b33bb877d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.865325 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:36.930478 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for router_gateway (7a673a2c-8cb3-4b73-a323-815bf402da53), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.971369 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-cdc673eb-7ae9-474f-abbf-fccc6a5b6f47 None None] Current status of the port 71294027-dcdf-4783-a515-57b33bb877d8 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:36.985122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Attempting to bind port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:36.985461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Attempting to bind port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:36.985775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Attempting to bind port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:36.990586 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:36:36.991070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Attempting to bind port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:36.997887 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:36.998111 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks [] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:36.998343 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:36.998791 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Bound using segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:36.999648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Bound port: 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:37.000082 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.008317 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.092901 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:37.100749 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:37.112094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:37.117722 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.121441 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:37.131508 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:37.146059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Pushing event updated for resources: {'Port': ['ID=1dac9dd9-5e9b-48f5-8009-2572ab49d270,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:37.164926 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:37.166547 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.168038 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] 10.222.0.59 "PUT /v2.0/ports/2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 HTTP/1.1" status: 200 len: 1093 time: 1.1284494 May 06 23:36:37.171507 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:37.173896 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131" -d '{"events": [{"name": "network-changed", "server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:37.209679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc399a-51ad-4f96-b3c7-6caf571b1c5d service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:37.230106 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Attempting to bind port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:37.230607 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Attempting to bind port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:37.231190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Attempting to bind port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 on network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:37.238372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:37.239371 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Checking segment: {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:37.239876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.240356 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Bound using segment: {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:37.241286 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Bound port: 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:37.241760 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.242903 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae2cc7-fa65-4b25-bc43-c15f4141153a x-openstack-request-id: req-beae2cc7-fa65-4b25-bc43-c15f4141153a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:37.243192 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:37.243443 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beae2cc7-fa65-4b25-bc43-c15f4141153a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:37.243844 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beae2cc7-fa65-4b25-bc43-c15f4141153a'] response: {'name': 'network-changed', 'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'status': 'completed', 'code': 200} May 06 23:36:37.329058 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] For port 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:37.333876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] For port 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1dac9dd9-5e9b-48f5-8009-2572ab49d270,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:37.342625 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.415421 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9d5e0-96fa-4492-8566-243ac29a0bb4 None None] Pushing event updated for resources: {'Port': ['ID=1dac9dd9-5e9b-48f5-8009-2572ab49d270,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:37.505542 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.707082 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Router 7a673a2c-8cb3-4b73-a323-815bf402da53 is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:36:37.723070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb71c-50bb-4bbc-9f9f-f23b41130fab req-025e29b2-63c2-42b8-b259-ea5fe799c612 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:37.724951 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3beb71c-50bb-4bbc-9f9f-f23b41130fab req-025e29b2-63c2-42b8-b259-ea5fe799c612 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.1133590 May 06 23:36:37.739872 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e1f4-e7ca-47b0-a18a-edbde4a7165e req-6b5019e8-580a-4bcc-875e-b65a2f546e66 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:37.741393 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8ff4e1f4-e7ca-47b0-a18a-edbde4a7165e req-6b5019e8-580a-4bcc-875e-b65a2f546e66 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0905912 May 06 23:36:37.840669 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b3beb71c-50bb-4bbc-9f9f-f23b41130fab req-f1e65847-9fda-423c-9197-755fbf7cbc3e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982683 May 06 23:36:37.857140 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8ff4e1f4-e7ca-47b0-a18a-edbde4a7165e req-5d1599a7-b0fe-48b6-ae4c-b4e2bdbc4326 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080377 May 06 23:36:37.899134 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:37.913839 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Sync routers for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:37.933328 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:37.934772 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:37.936444 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:37.939116 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-15d9e1b9-d2d9-4c68-a7b2-3987b25e6130 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4168818 May 06 23:36:37.941872 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 44592) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:37.948893 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 71294027-dcdf-4783-a515-57b33bb877d8 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:38.000978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-1b74a259-ecf2-4027-8521-f244221c1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.002621 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-1b74a259-ecf2-4027-8521-f244221c1372 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 1127 time: 0.0550613 May 06 23:36:38.017755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 71294027-dcdf-4783-a515-57b33bb877d8 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:38.018314 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (71294027-dcdf-4783-a515-57b33bb877d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.141182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 71294027-dcdf-4783-a515-57b33bb877d8 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:38.142280 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1dac9dd9-5e9b-48f5-8009-2572ab49d270 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:38.208285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-86060418-2cb3-4c13-8d03-1eb29717de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.209852 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-86060418-2cb3-4c13-8d03-1eb29717de6f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1964605 May 06 23:36:38.223009 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:38.231215 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:38.231635 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.347151 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:38.347536 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.412332 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1dac9dd9-5e9b-48f5-8009-2572ab49d270,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:38.418945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.462945 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-b39fd2fb-c524-4062-bb89-499caa260286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.466005 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ecdf42c-bcf2-4269-a4e9-b8232ddf1131 req-b39fd2fb-c524-4062-bb89-499caa260286 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2471011 May 06 23:36:38.495429 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=1dac9dd9-5e9b-48f5-8009-2572ab49d270,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:38.504798 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 3, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:38.534249 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Checking router: 7a673a2c-8cb3-4b73-a323-815bf402da53 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:38.534566 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Updating router 7a673a2c-8cb3-4b73-a323-815bf402da53 port 3468e224-924a-4dbe-a276-5a059cd3323b binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:38.567289 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.568157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-0e03802c-ab1a-4b99-951f-a8447577cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.569701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-0e03802c-ab1a-4b99-951f-a8447577cd65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 1127 time: 0.0524647 May 06 23:36:38.619711 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.636743 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-50d4f940-eb7b-4a22-9bd8-a702fa15b552 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 HTTP/1.1" status: 200 len: 217 time: 0.0433297 May 06 23:36:38.713210 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-77acff4b-3598-467d-a37e-2e32ceda94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.714707 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-77acff4b-3598-467d-a37e-2e32ceda94f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0702727 May 06 23:36:38.755589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14b8b4-6027-4cd7-b248-1d24f1485461 None None] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:36:38.765725 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-f37766a8-9ef2-4003-9528-5cd487fbbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:38.767503 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-f37766a8-9ef2-4003-9528-5cd487fbbdc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429568 May 06 23:36:38.793954 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Allocated IP 172.20.0.1 (4a7bc62f-acbe-43b1-a748-4f043d4d08a1/6a144010-26df-4c64-b259-773ac3fb515b/6b25fa43-a6c2-413b-a04d-574d1b600a7f) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:38.813006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-ef141901-232d-4366-91d1-46be2e4e1e0a None None] Provisioning complete for port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:38.813375 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ef141901-232d-4366-91d1-46be2e4e1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.872011 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks [] for port (3468e224-924a-4dbe-a276-5a059cd3323b), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.877654 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.921498 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-9b81ad9e-3616-4f18-8bec-b46f9ad53ec5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458075 May 06 23:36:38.936168 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Attempting to bind port 3468e224-924a-4dbe-a276-5a059cd3323b on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:38.936897 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Attempting to bind port 3468e224-924a-4dbe-a276-5a059cd3323b by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:38.937097 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Attempting to bind port 3468e224-924a-4dbe-a276-5a059cd3323b on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:38.948065 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-ef141901-232d-4366-91d1-46be2e4e1e0a None None] Current status of the port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:38.949976 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:38.950589 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:38.951099 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.951570 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:38.952151 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Bound port: 3468e224-924a-4dbe-a276-5a059cd3323b, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:38.952702 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:38.964304 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks [] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.013842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.017950 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] For port 3468e224-924a-4dbe-a276-5a059cd3323b, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:39.021395 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77879-bcdc-4c05-ab9e-50b018252bdb None None] Pushing event updated for resources: {'Port': ['ID=3468e224-924a-4dbe-a276-5a059cd3323b,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:39.036160 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] For port 3468e224-924a-4dbe-a276-5a059cd3323b, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3468e224-924a-4dbe-a276-5a059cd3323b,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:39.044401 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.095517 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:39.101160 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:39.104575 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:39.106064 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:39.106691 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:39.122536 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ceeed971-f852-4795-8f3f-997fc61b98ea req-810ecb73-4c59-41a4-845e-a931d12f0313 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951742 May 06 23:36:39.130276 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3c21-ccab-4ebd-9351-4c31dbae78a0 req-ad0fafca-7416-488c-bfaf-a7bf67f52df6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:39.131756 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cfda3c21-ccab-4ebd-9351-4c31dbae78a0 req-ad0fafca-7416-488c-bfaf-a7bf67f52df6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0833035 May 06 23:36:39.137652 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1ad42-e982-4cf6-852c-32c2f01c1988 req-9206e8ba-ec11-473c-8390-306e8ab8b212 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:39.144583 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50d1ad42-e982-4cf6-852c-32c2f01c1988 req-9206e8ba-ec11-473c-8390-306e8ab8b212 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.1064601 May 06 23:36:39.151591 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Pushing event updated for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:39.168915 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (7a673a2c-8cb3-4b73-a323-815bf402da53), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.220070 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cfda3c21-ccab-4ebd-9351-4c31dbae78a0 req-71fc9b1e-c22e-4a67-a4cf-148b6a4e284f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670960 May 06 23:36:39.265938 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50d1ad42-e982-4cf6-852c-32c2f01c1988 req-71ba7f4f-7efc-4397-9c7c-e46e29023a90 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197557 May 06 23:36:39.282417 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:39.284230 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77879-bcdc-4c05-ab9e-50b018252bdb None None] Pushing event updated for resources: {'Port': ['ID=3468e224-924a-4dbe-a276-5a059cd3323b,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:39.322983 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.369415 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-a4d40289-393a-4bd7-8931-88e8dbfb1560 None None] Provisioning complete for port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:39.370436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a4d40289-393a-4bd7-8931-88e8dbfb1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.473552 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-a4d40289-393a-4bd7-8931-88e8dbfb1560 None None] Current status of the port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:39.475934 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 3, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:39.507534 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f01dbe-8ad5-41af-b195-d7c45620487b None None] The sync data for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi is: [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 3, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:39.514644 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks [] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.519560 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.596475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Pushing event updated for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:39.597985 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-b574f5a6-79d0-4eb9-9d3a-ebfa98be700f None None] Provisioning complete for port 6b25fa43-a6c2-413b-a04d-574d1b600a7f triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:39.598479 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b574f5a6-79d0-4eb9-9d3a-ebfa98be700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.598932 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (7a673a2c-8cb3-4b73-a323-815bf402da53), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.640823 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-b574f5a6-79d0-4eb9-9d3a-ebfa98be700f None None] Port 6b25fa43-a6c2-413b-a04d-574d1b600a7f cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:39.694044 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:39.695442 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:39.784416 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1dac9dd9-5e9b-48f5-8009-2572ab49d270 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:39.839068 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:39.839793 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:39.847290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Router 7a673a2c-8cb3-4b73-a323-815bf402da53 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:39.937834 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:39.965568 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-0142f0ed-5afc-4378-89e0-f6b9fd147a53 None None] Provisioning complete for port 6b25fa43-a6c2-413b-a04d-574d1b600a7f triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:39.966114 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-0142f0ed-5afc-4378-89e0-f6b9fd147a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:40.003349 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-0142f0ed-5afc-4378-89e0-f6b9fd147a53 None None] Port 6b25fa43-a6c2-413b-a04d-574d1b600a7f cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:40.212594 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:40.217483 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b3d1dec8-2d18-46da-98d4-4665f26d8725 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a673a2c-8cb3-4b73-a323-815bf402da53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2745807 May 06 23:36:40.400480 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377423e-aa88-4b31-a03d-18d2109e24e4 req-8dcb2d7a-24d4-4706-baca-8b054d099ce9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:40.401993 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3377423e-aa88-4b31-a03d-18d2109e24e4 req-8dcb2d7a-24d4-4706-baca-8b054d099ce9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 943 time: 0.0855000 May 06 23:36:40.408194 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09e9f6-451c-4e86-874c-2c7688189f8e req-f4735601-6ef8-4a0b-afd5-8b49da51328f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:40.409479 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc09e9f6-451c-4e86-874c-2c7688189f8e req-f4735601-6ef8-4a0b-afd5-8b49da51328f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0830617 May 06 23:36:40.526513 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:36:40.637095 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:40.650269 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '86468228-ab16-47f2-9446-421cf52e2da0', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '86468228-ab16-47f2-9446-421cf52e2da0', 'mac_address': 'fa:16:3e:ae:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:36:40.693556 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:40.694036 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:40.708484 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:36:40.730424 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:40.735401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:40.751064 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3377423e-aa88-4b31-a03d-18d2109e24e4 req-9551a7ea-d918-406b-bcbf-7d30971ad248 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3402150 May 06 23:36:40.760831 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc09e9f6-451c-4e86-874c-2c7688189f8e req-3db93b41-3104-49e0-a5cc-251e873668eb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433895 May 06 23:36:40.797793 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=9']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:41.028351 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['86468228-ab16-47f2-9446-421cf52e2da0'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:36:41.305652 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Sync routers for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:41.322321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:41.323137 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:41.477646 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:41.805834 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3468e224-924a-4dbe-a276-5a059cd3323b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:41.869076 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 4, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '6b25fa43-a6c2-413b-a04d-574d1b600a7f', 'name': '', 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'mac_address': 'fa:16:3e:25:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6a144010-26df-4c64-b259-773ac3fb515b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:38Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 2, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'subnets': [{'id': '6a144010-26df-4c64-b259-773ac3fb515b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:41.870785 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 3468e224-924a-4dbe-a276-5a059cd3323b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:41.871154 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:41.919586 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Checking router: 7a673a2c-8cb3-4b73-a323-815bf402da53 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:41.919939 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Updating router 7a673a2c-8cb3-4b73-a323-815bf402da53 port 6b25fa43-a6c2-413b-a04d-574d1b600a7f binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:36:41.964458 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:41.984094 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4902640-94d7-4bc6-bbd3-b8856fb381af req-0c2a04b5-236f-453d-bad3-2ec9ec5a6439 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:41.985737 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f4902640-94d7-4bc6-bbd3-b8856fb381af req-0c2a04b5-236f-453d-bad3-2ec9ec5a6439 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0842602 May 06 23:36:42.010387 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962fbf0-2694-4cd8-8b8c-49c7693d5bbd req-17581b01-1040-4164-b1ac-2135c96db8c0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:42.014591 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5962fbf0-2694-4cd8-8b8c-49c7693d5bbd req-17581b01-1040-4164-b1ac-2135c96db8c0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 944 time: 0.1454344 May 06 23:36:42.038257 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 3468e224-924a-4dbe-a276-5a059cd3323b is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:42.038507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.110138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 3468e224-924a-4dbe-a276-5a059cd3323b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3468e224-924a-4dbe-a276-5a059cd3323b,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:42.117296 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f4902640-94d7-4bc6-bbd3-b8856fb381af req-2b46ff17-1c4b-445b-996f-e3ccc69c0651 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133153 May 06 23:36:42.117793 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.159148 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5962fbf0-2694-4cd8-8b8c-49c7693d5bbd req-170ef495-7435-4cc8-bf16-fdb41affd7f5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369076 May 06 23:36:42.241036 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=3468e224-924a-4dbe-a276-5a059cd3323b,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:42.354495 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks [] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.366068 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.421347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb39c6-9f23-4769-ace3-a1fc8ea68690 None None] Pushing event updated for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:42.504211 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Attempting to bind port 6b25fa43-a6c2-413b-a04d-574d1b600a7f on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:42.506125 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Attempting to bind port 6b25fa43-a6c2-413b-a04d-574d1b600a7f by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:42.506561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Attempting to bind port 6b25fa43-a6c2-413b-a04d-574d1b600a7f on network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:42.517417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:42.517797 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Checking segment: {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:42.518200 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.518637 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Bound using segment: {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:42.519105 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Bound port: 6b25fa43-a6c2-413b-a04d-574d1b600a7f, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df57ef2-2a9a-4443-badb-50bf264300fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:42.519480 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.546098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:42.654911 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] For port 6b25fa43-a6c2-413b-a04d-574d1b600a7f, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:42.661245 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-c996ffaa-1e1e-425c-b0b4-9b3434cd9d1e None None] Provisioning complete for port 6b25fa43-a6c2-413b-a04d-574d1b600a7f triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:42.661245 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c996ffaa-1e1e-425c-b0b4-9b3434cd9d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.695742 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] For port 6b25fa43-a6c2-413b-a04d-574d1b600a7f, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=6b25fa43-a6c2-413b-a04d-574d1b600a7f,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:42.700503 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 86468228-ab16-47f2-9446-421cf52e2da0 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:42.700929 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (86468228-ab16-47f2-9446-421cf52e2da0), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.731049 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.793507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-c996ffaa-1e1e-425c-b0b4-9b3434cd9d1e None None] Port 6b25fa43-a6c2-413b-a04d-574d1b600a7f cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:42.811357 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:42.812036 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:42.867746 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb39c6-9f23-4769-ace3-a1fc8ea68690 None None] Pushing event updated for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:42.961659 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 86468228-ab16-47f2-9446-421cf52e2da0 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:42.962048 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:42.999367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:43.001619 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c48c02-06ea-4fb8-95b7-4fd5255e7080" -d '{"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:43.019172 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:43.025793 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:43.056472 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:43.067644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Provisioning complete for port 6b25fa43-a6c2-413b-a04d-574d1b600a7f triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:43.068016 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:43.131370 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812d4e7-dd1a-4a2b-80e5-d69159387c97 x-openstack-request-id: req-5812d4e7-dd1a-4a2b-80e5-d69159387c97 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:43.131799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-plugged", "status": "completed", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:43.132118 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5812d4e7-dd1a-4a2b-80e5-d69159387c97 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:43.132633 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5812d4e7-dd1a-4a2b-80e5-d69159387c97'] response: {'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'code': 200} May 06 23:36:43.287051 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=10']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:43.305701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3938c-a881-4878-9123-8c767a15df3e req-ad792eee-3ecb-4c75-a274-872bbd2bd15c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:43.313837 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94c3938c-a881-4878-9123-8c767a15df3e req-ad792eee-3ecb-4c75-a274-872bbd2bd15c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.1104560 May 06 23:36:43.401372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Current status of the port 6b25fa43-a6c2-413b-a04d-574d1b600a7f is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:43.401792 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:43.409641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f7b8-33e7-449f-ae89-6be801cb8e21 req-fec5da6e-18f6-4a14-84a1-bd7a061db168 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:43.417552 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-de36f7b8-33e7-449f-ae89-6be801cb8e21 req-fec5da6e-18f6-4a14-84a1-bd7a061db168 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.1583929 May 06 23:36:43.439799 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-94c3938c-a881-4878-9123-8c767a15df3e req-c107d7c7-88ac-4c92-8df3-f04fd4214cde tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250384 May 06 23:36:43.449844 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] For port 6b25fa43-a6c2-413b-a04d-574d1b600a7f, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=6b25fa43-a6c2-413b-a04d-574d1b600a7f,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:43.449844 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 4, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '6b25fa43-a6c2-413b-a04d-574d1b600a7f', 'name': '', 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'mac_address': 'fa:16:3e:25:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6a144010-26df-4c64-b259-773ac3fb515b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:38Z', 'updated_at': '2022-05-06T23:36:42Z', 'revision_number': 4, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'subnets': [{'id': '6a144010-26df-4c64-b259-773ac3fb515b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:43.556642 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-de36f7b8-33e7-449f-ae89-6be801cb8e21 req-66df110b-fac4-421b-9c57-e47fc5e5bdfb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331136 May 06 23:36:43.654990 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb594e-2556-45e8-be11-32d5380b08f7 req-d231e558-063e-4989-9fd7-39e332496430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:43.656895 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32cb594e-2556-45e8-be11-32d5380b08f7 req-d231e558-063e-4989-9fd7-39e332496430 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 1130 time: 0.0449660 May 06 23:36:43.708725 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e6291-e224-4979-8c3c-2b2bb5801e48 None None] The sync data for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi is: [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:36:39Z', 'revision_number': 4, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '6b25fa43-a6c2-413b-a04d-574d1b600a7f', 'name': '', 'network_id': '4a7bc62f-acbe-43b1-a748-4f043d4d08a1', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'mac_address': 'fa:16:3e:25:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6a144010-26df-4c64-b259-773ac3fb515b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:38Z', 'updated_at': '2022-05-06T23:36:42Z', 'revision_number': 4, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'subnets': [{'id': '6a144010-26df-4c64-b259-773ac3fb515b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:43.710657 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:43.821469 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9fa06-3704-491c-b43e-9966224d567d None None] Pushing event updated for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:43.826537 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-32cb594e-2556-45e8-be11-32d5380b08f7 req-1fa92367-f50c-46f8-ab16-5a103dca4fcf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572802 May 06 23:36:43.872055 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3468e224-924a-4dbe-a276-5a059cd3323b up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:43.943838 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 3468e224-924a-4dbe-a276-5a059cd3323b triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:43.944409 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:44.080423 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 3468e224-924a-4dbe-a276-5a059cd3323b is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:44.570595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca97542-65ce-43ad-be7f-19bf59374d42 req-d1b02267-bef6-4310-a03f-fdce2a8dad6f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:44.572033 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7ca97542-65ce-43ad-be7f-19bf59374d42 req-d1b02267-bef6-4310-a03f-fdce2a8dad6f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0594573 May 06 23:36:44.635334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7ca97542-65ce-43ad-be7f-19bf59374d42 req-12f44bbd-b149-45e1-aa75-7bc8f51d81bd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570807 May 06 23:36:44.721670 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6171a-d953-4392-9b34-9ff29a7e4d77 req-7ade151a-8cd7-4116-8378-e20173419bac tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:44.729368 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-07b6171a-d953-4392-9b34-9ff29a7e4d77 req-7ade151a-8cd7-4116-8378-e20173419bac tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0699728 May 06 23:36:44.794926 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-07b6171a-d953-4392-9b34-9ff29a7e4d77 req-b239cb1f-ab74-49dd-89d3-aa896368a367 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644317 May 06 23:36:45.777718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 6b25fa43-a6c2-413b-a04d-574d1b600a7f up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:45.804199 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ef9e5-7be0-461d-875d-c21a18ac34ea req-ffdd0d3e-f283-46b7-86d0-a44d104100a5 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:45.811954 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f27ef9e5-7be0-461d-875d-c21a18ac34ea req-ffdd0d3e-f283-46b7-86d0-a44d104100a5 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0911860 May 06 23:36:45.855958 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 6b25fa43-a6c2-413b-a04d-574d1b600a7f triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:45.856337 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:45.901848 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f27ef9e5-7be0-461d-875d-c21a18ac34ea req-7d6a07cc-ced2-4ee5-8643-8e5d379527e6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887594 May 06 23:36:45.961055 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4848e5e-8334-4be0-970d-bb7e3c92de63 req-0f164abc-4a76-4d74-b4d0-08cc40fae8cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:45.967874 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4848e5e-8334-4be0-970d-bb7e3c92de63 req-0f164abc-4a76-4d74-b4d0-08cc40fae8cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0796578 May 06 23:36:45.991165 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 6b25fa43-a6c2-413b-a04d-574d1b600a7f is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:46.037157 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b4848e5e-8334-4be0-970d-bb7e3c92de63 req-978dc910-754a-464a-862a-376b463c953e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683434 May 06 23:36:47.024369 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41387ab-feee-4e2b-8055-b8138970de5a req-84c7feee-8571-4162-944a-e3c225c66273 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:47.025892 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f41387ab-feee-4e2b-8055-b8138970de5a req-84c7feee-8571-4162-944a-e3c225c66273 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0475945 May 06 23:36:47.078465 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f41387ab-feee-4e2b-8055-b8138970de5a req-a668e7be-2a15-4ae3-ba0b-d7b7c281bb18 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 May 06 23:36:47.177460 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339245-e8b6-40bc-9bed-6acb44631454 req-bf637b30-5859-465a-be32-c99b2096b9e8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:47.186445 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b339245-e8b6-40bc-9bed-6acb44631454 req-bf637b30-5859-465a-be32-c99b2096b9e8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0620830 May 06 23:36:47.235543 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b339245-e8b6-40bc-9bed-6acb44631454 req-a8e698c3-b870-44bb-b083-01314079fb16 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481398 May 06 23:36:48.202250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390ed7-71ce-4626-9d5d-74f9824baafe req-c636b1af-17aa-4b6f-8537-6cc5ea880524 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:48.203763 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f390ed7-71ce-4626-9d5d-74f9824baafe req-c636b1af-17aa-4b6f-8537-6cc5ea880524 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 943 time: 0.0524683 May 06 23:36:48.260266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3f390ed7-71ce-4626-9d5d-74f9824baafe req-351f7b9c-9014-4e20-a44b-32cd8550b394 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484142 May 06 23:36:48.563167 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:36:48.679639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:48.694428 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'port_id': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'mac_address': 'fa:16:3e:80:ab:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:36:48.734093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:48.734484 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:48.746203 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:36:48.750088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:36:48.785487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f9219d24-502a-4a73-975e-b3a34167a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:48.789752 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:48.795246 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:48.855169 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:49.117538 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:36:49.440091 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d6bfc-6efe-4667-a99c-64e205e268c6 req-f32bcfeb-afb5-4305-9f9b-939faee6478b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:49.442787 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7b5d6bfc-6efe-4667-a99c-64e205e268c6 req-f32bcfeb-afb5-4305-9f9b-939faee6478b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 944 time: 0.0574496 May 06 23:36:49.499013 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7b5d6bfc-6efe-4667-a99c-64e205e268c6 req-7ce877a0-4243-4052-9b9f-1267d5ccc7cd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502341 May 06 23:36:50.594013 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:36:50.617049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c080a16-b296-4774-9d13-162c423d75bd req-637879db-d239-455a-9313-d394a5d9beac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:50.618559 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8c080a16-b296-4774-9d13-162c423d75bd req-637879db-d239-455a-9313-d394a5d9beac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 944 time: 0.0517740 May 06 23:36:50.642353 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:36:50.650226 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:50.650622 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:50.667527 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8c080a16-b296-4774-9d13-162c423d75bd req-ed92c4e9-639e-4a74-b758-372edc9a8570 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 May 06 23:36:50.726373 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:36:50.726755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:50.750059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:50.752236 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b30e5-8d41-498d-891e-112daca4ed40" -d '{"events": [{"server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:50.764096 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:36:50.768100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:50.795200 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687266ff-f92e-489e-988e-552af33a65e8 x-openstack-request-id: req-687266ff-f92e-489e-988e-552af33a65e8 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:50.795490 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:50.795743 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-687266ff-f92e-489e-988e-552af33a65e8 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:50.796129 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687266ff-f92e-489e-988e-552af33a65e8'] response: {'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'code': 200} May 06 23:36:50.823404 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:51.045099 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2054582-c609-4671-aff6-4cd247c68446 req-102910e8-b8be-406c-8a28-d82e6ddc52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:51.046551 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b2054582-c609-4671-aff6-4cd247c68446 req-102910e8-b8be-406c-8a28-d82e6ddc52f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 1129 time: 0.0377998 May 06 23:36:51.080379 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:51.096925 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b2054582-c609-4671-aff6-4cd247c68446 req-fbb47086-98f3-4c17-811e-855b606bcdac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 May 06 23:36:51.206905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-054dde71-0a2e-46ae-b6f7-f05510d174f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:51.596040 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-e78828ce-01c4-46da-9360-382cecf24f8d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:51.597506 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-e78828ce-01c4-46da-9360-382cecf24f8d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 815 time: 0.0991859 May 06 23:36:51.612240 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-0a0f7e9d-660a-4949-8ada-149179811c0d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/quotas/e945e78585194b4c8ceff8affbfe7962 HTTP/1.1" status: 200 len: 375 time: 0.0085287 May 06 23:36:51.659922 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-a8afed6b-f008-4534-a293-0b8d95551667 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420704 May 06 23:36:51.786930 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6ca80cac-8b32-4df1-928a-08589f27d035 service neutron] 10.222.0.60 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155097 May 06 23:36:51.794800 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401b6d3-3d6a-42c6-ace1-7b23b85bb774 req-ddccc7c0-22f0-4d29-89bb-b97a189a5c7f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:51.796170 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1401b6d3-3d6a-42c6-ace1-7b23b85bb774 req-ddccc7c0-22f0-4d29-89bb-b97a189a5c7f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.0617371 May 06 23:36:51.903535 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1401b6d3-3d6a-42c6-ace1-7b23b85bb774 req-85f59d84-755a-4d49-a0ae-4232210f3533 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990417 May 06 23:36:51.919548 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-cd2534bd-46af-46a4-8209-39dcbcea408f service neutron] 10.222.0.60 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224411 May 06 23:36:52.075527 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fb805884-bac8-4fec-a240-0f6054201a9a req-3b78ad0a-2525-4924-b955-7067274ae1ce tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 210 time: 0.0276325 May 06 23:36:52.273393 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:53.023441 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c715a4-a656-4621-a270-f4540df36462 req-d31654e1-f95d-4269-8633-055b88a7fe2d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:53.030865 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d7c715a4-a656-4621-a270-f4540df36462 req-d31654e1-f95d-4269-8633-055b88a7fe2d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.0599995 May 06 23:36:53.081291 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d7c715a4-a656-4621-a270-f4540df36462 req-b7a9fdfa-9a13-4ed5-82a2-2bb67707eda0 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 May 06 23:36:53.169238 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f6a6f338-fd0e-4b85-bc72-622842079bea req-02e3e7f0-5eba-430d-98b6-918f5110d035 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 210 time: 0.0280685 May 06 23:36:53.429652 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:53.916073 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dffbd-3b98-45af-a438-6a661c866a72 req-aefa7194-8862-478b-b68b-7320a20802bc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:53.917691 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a1dffbd-3b98-45af-a438-6a661c866a72 req-aefa7194-8862-478b-b68b-7320a20802bc tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0497260 May 06 23:36:53.993977 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a1dffbd-3b98-45af-a438-6a661c866a72 req-9cf49ee6-879c-450b-afce-cb910ecbf46c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699382 May 06 23:36:53.999322 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-12951932-0f46-4e68-962a-6a2f14dab88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.000977 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-12951932-0f46-4e68-962a-6a2f14dab88d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0508409 May 06 23:36:54.105933 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-63184495-e437-4e88-a2f0-3451ad5b3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.108093 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-63184495-e437-4e88-a2f0-3451ad5b3ccd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.0973251 May 06 23:36:54.118163 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-bec10fe7-8569-4066-b6d2-4fccb65cf7af tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.119734 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-bec10fe7-8569-4066-b6d2-4fccb65cf7af tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 815 time: 0.1083028 May 06 23:36:54.138198 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'port': {'device_id': '281b2d07-cf88-4680-af90-903688e2e279', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'admin_state_up': True, 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:54.212841 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-006173ed-78a2-4c97-b9c6-9ecf0d7b0ad2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 1001 time: 0.0969074 May 06 23:36:54.233415 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34a649-db05-486c-bfe4-81ac0437afe3 req-c455ab42-6c82-4424-b6cb-82a4e6e49088 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.235359 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc34a649-db05-486c-bfe4-81ac0437afe3 req-c455ab42-6c82-4424-b6cb-82a4e6e49088 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.0614395 May 06 23:36:54.265718 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Made reservation on behalf of e945e78585194b4c8ceff8affbfe7962 for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:36:54.269151 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:54.295076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb62dcde-f083-4192-9663-1e1035c589bf req-bcf6b721-f0cb-4165-b32e-6129ef2065a9 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 210 time: 0.0398192 May 06 23:36:54.321362 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc34a649-db05-486c-bfe4-81ac0437afe3 req-7c36332f-34b2-429d-be5b-15b2c18a1c7a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712810 May 06 23:36:54.365375 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-623ab886-e662-4a85-a0a2-03959fe4291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.365868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-623ab886-e662-4a85-a0a2-03959fe4291f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0501251 May 06 23:36:54.418667 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Allocated IP 172.20.0.5 (5298e5dd-d2c3-4a75-89be-3110ed11c266/d46749c2-ecd2-4783-a9f8-a91b12077493/50ee9499-163b-4ec8-8f69-185b9fc7b802) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:54.444601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74192-dc34-4a31-ac8a-11843aa916ce req-77280e1e-424c-422d-aa43-169133a33857 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.446098 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eee74192-dc34-4a31-ac8a-11843aa916ce req-77280e1e-424c-422d-aa43-169133a33857 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.0558286 May 06 23:36:54.492350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-86cd6bac-5249-4fb2-b72d-69c07c13d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.493855 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-86cd6bac-5249-4fb2-b72d-69c07c13d7af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682056 May 06 23:36:54.562582 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eee74192-dc34-4a31-ac8a-11843aa916ce req-fae3aae0-04d8-47bc-a1c9-0f22e77693d9 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013460 May 06 23:36:54.590400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44808) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:54.595277 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:54.615067 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-3c64bb6e-0a35-4300-91e7-a10b82962a27 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119072 May 06 23:36:54.631890 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:54.679496 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:54.683647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:54.687760 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:54.718412 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:54.786576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:54.788469 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:54.838206 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-9a2729b9-d759-427e-8b12-297cc84b8be3 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7036996 May 06 23:36:54.854879 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce4f8dbe-549d-4a6b-af87-bb4245516129 req-87bc6653-7793-4f10-91b3-6d86c9a7bdb3 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310445 May 06 23:36:54.905441 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Request body: {'port': {'device_id': '281b2d07-cf88-4680-af90-903688e2e279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:54.997400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5c416-0ff5-48c3-a4f8-ff5c0c2cba9a tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:55.007502 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2ad5c416-0ff5-48c3-a4f8-ff5c0c2cba9a tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 1124 time: 0.4128315 May 06 23:36:55.008192 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 44818) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:36:55.047507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-2b82dafa-36a0-4d98-a48c-f1c9cdf855f2 None None] Provisioning complete for port 50ee9499-163b-4ec8-8f69-185b9fc7b802 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:36:55.050148 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'port_id': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:36:55.053460 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2b82dafa-36a0-4d98-a48c-f1c9cdf855f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.056075 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.084871 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.147434 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-2b82dafa-36a0-4d98-a48c-f1c9cdf855f2 None None] Port 50ee9499-163b-4ec8-8f69-185b9fc7b802 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:36:55.190687 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.230696 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.354447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0af2f-558e-4982-b731-a6fd3542d9a8 req-8a42bac2-3dce-4b67-a76d-2feedefb7ff0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:55.356463 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-76c0af2f-558e-4982-b731-a6fd3542d9a8 req-8a42bac2-3dce-4b67-a76d-2feedefb7ff0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.2008214 May 06 23:36:55.412927 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.27.1.13 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/5a1d0010-25cd-4e4d-a9ea-3198e398b662) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:36:55.440104 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ee9499-163b-4ec8-8f69-185b9fc7b802 {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:36:55.449541 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks [] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.464731 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Transition to ACTIVE for port object 50ee9499-163b-4ec8-8f69-185b9fc7b802 will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:36:55.479074 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.510589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce88d-f03b-4bd0-b6c1-e70c87a1b27f req-7c33cae7-5a9f-4f1d-810f-11f1c97f3fa8 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:55.512102 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9afce88d-f03b-4bd0-b6c1-e70c87a1b27f req-7c33cae7-5a9f-4f1d-810f-11f1c97f3fa8 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 931 time: 0.1268992 May 06 23:36:55.570381 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-76c0af2f-558e-4982-b731-a6fd3542d9a8 req-c3d14272-4df6-434c-9027-b8f433b15156 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051742 May 06 23:36:55.630082 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:55.655017 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9afce88d-f03b-4bd0-b6c1-e70c87a1b27f req-bd4caf53-b462-489e-b470-18a5b9029c62 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 May 06 23:36:55.686789 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.702034 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Attempting to bind port 50ee9499-163b-4ec8-8f69-185b9fc7b802 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:36:55.702372 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Attempting to bind port 50ee9499-163b-4ec8-8f69-185b9fc7b802 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:36:55.702699 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Attempting to bind port 50ee9499-163b-4ec8-8f69-185b9fc7b802 on network 5298e5dd-d2c3-4a75-89be-3110ed11c266 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:55.711969 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Port 50ee9499-163b-4ec8-8f69-185b9fc7b802 on network 5298e5dd-d2c3-4a75-89be-3110ed11c266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:36:55.712295 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Attempting to bind port 50ee9499-163b-4ec8-8f69-185b9fc7b802 on network 5298e5dd-d2c3-4a75-89be-3110ed11c266 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:36:55.718881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:36:55.719220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Checking segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:36:55.719686 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Bound using segment: {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:36:55.720573 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Bound port: 50ee9499-163b-4ec8-8f69-185b9fc7b802, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c018521-05e8-40e4-913e-9ee40102c5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:36:55.720929 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.775809 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.850830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=5a1d0010-25cd-4e4d-a9ea-3198e398b662,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:55.856934 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:36:55.859560 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:36:55.861605 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:36:55.866962 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:36:55.874687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:36:55.878405 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.938575 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:55.939587 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:55.941045 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] 10.222.0.59 "PUT /v2.0/ports/50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 1093 time: 1.0463350 May 06 23:36:55.942019 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:55.944293 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991af1c0-de27-4531-9da0-0abc4c6e68aa" -d '{"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:55.971017 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595b624-de02-494d-a5d7-2fd37dd6c64e service neutron] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:56.012957 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3285ac10-550f-4929-9fa0-25f1151c58c6 x-openstack-request-id: req-3285ac10-550f-4929-9fa0-25f1151c58c6 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:56.013254 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:56.013536 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3285ac10-550f-4929-9fa0-25f1151c58c6 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:56.013954 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3285ac10-550f-4929-9fa0-25f1151c58c6'] response: {'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:36:56.336341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (7181fb63-79f5-460f-a4ab-cc38f3a6c16a), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:56.409076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:56.565114 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:56.569320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:56.650475 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=5a1d0010-25cd-4e4d-a9ea-3198e398b662,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:36:56.688184 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (7181fb63-79f5-460f-a4ab-cc38f3a6c16a), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:56.741523 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c88bbb-51ee-4e06-9038-a0ebc873fbe8 req-f8e8d579-9dd7-4281-b72d-f41cc6bb1862 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:56.742973 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99c88bbb-51ee-4e06-9038-a0ebc873fbe8 req-f8e8d579-9dd7-4281-b72d-f41cc6bb1862 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0862401 May 06 23:36:56.849077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e89628-ab3b-4e24-b28e-3e83a3010476 req-6f97293a-b8fd-480e-9bc0-b7ffbaef3247 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:56.850835 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1e89628-ab3b-4e24-b28e-3e83a3010476 req-6f97293a-b8fd-480e-9bc0-b7ffbaef3247 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.1162806 May 06 23:36:56.881917 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99c88bbb-51ee-4e06-9038-a0ebc873fbe8 req-e68a4901-fc0e-4a0c-b055-f9b9ab4b6c3f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279547 May 06 23:36:56.895324 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP 7181fb63-79f5-460f-a4ab-cc38f3a6c16a associated. External IP: 172.27.1.13, port: 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1. May 06 23:36:56.972646 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1e89628-ab3b-4e24-b28e-3e83a3010476 req-bffcd4ad-dcd6-4af5-aa3d-4f1b10480afd tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079781 May 06 23:36:57.448813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:36:57.595256 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:36:57.606346 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:36:57.623024 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:36:57.642278 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:57.642963 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:57.674897 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-85afaaec-f332-444e-8c12-08290640706e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6653583 May 06 23:36:57.675243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:36:57.692840 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a" -d '{"events": [{"name": "network-changed", "server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:36:57.750364 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7360de60-2d16-4078-abee-8ed32afd6a78 x-openstack-request-id: req-7360de60-2d16-4078-abee-8ed32afd6a78 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:36:57.750657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:36:57.750912 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7360de60-2d16-4078-abee-8ed32afd6a78 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:36:57.751426 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7360de60-2d16-4078-abee-8ed32afd6a78'] response: {'name': 'network-changed', 'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'status': 'completed', 'code': 200} May 06 23:36:57.836768 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:58.042125 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ea85f-3e55-42ae-9250-0e35cb9e9fb8 req-9c48ffa7-b5de-48d1-ae63-d73728248b05 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:58.043667 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-667ea85f-3e55-42ae-9250-0e35cb9e9fb8 req-9c48ffa7-b5de-48d1-ae63-d73728248b05 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0738392 May 06 23:36:58.134329 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '7181fb63-79f5-460f-a4ab-cc38f3a6c16a', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:80:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57875603-b4f7-49f7-b201-ec605e62d496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:36:56Z', 'updated_at': '2022-05-06T23:36:56Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:58.150694 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325286f-0ed7-463f-b169-71e4e1ab4122 req-6a1ab9e5-d868-497f-90cb-812060a33ab2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:58.153482 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2325286f-0ed7-463f-b169-71e4e1ab4122 req-6a1ab9e5-d868-497f-90cb-812060a33ab2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0799761 May 06 23:36:58.159086 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-667ea85f-3e55-42ae-9250-0e35cb9e9fb8 req-88dd1deb-0111-41c9-8b9e-353de41f4218 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094155 May 06 23:36:58.181582 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:36:58.192027 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:36:58.207810 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:58.225384 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2325286f-0ed7-463f-b169-71e4e1ab4122 req-00ba16d6-4c31-4cb1-ba23-e99c02949868 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554740 May 06 23:36:58.413004 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:36:58.633216 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '7181fb63-79f5-460f-a4ab-cc38f3a6c16a', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:80:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57875603-b4f7-49f7-b201-ec605e62d496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:36:56Z', 'updated_at': '2022-05-06T23:36:56Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:36:58.660312 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4bfa4-39fc-4cc3-9d93-0cab0f8b7265 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '7181fb63-79f5-460f-a4ab-cc38f3a6c16a', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:80:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57875603-b4f7-49f7-b201-ec605e62d496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:36:56Z', 'updated_at': '2022-05-06T23:36:56Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:36:58.882097 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aafdd-aa69-4789-bb64-19548861b6a9 None None] New status for floating IP 7181fb63-79f5-460f-a4ab-cc38f3a6c16a: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:36:59.300314 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d71b39-1b93-4c97-b036-a0b582d69342 req-6bde3b85-ec11-4d50-bd06-e4fb17d7b975 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:59.301858 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2d71b39-1b93-4c97-b036-a0b582d69342 req-6bde3b85-ec11-4d50-bd06-e4fb17d7b975 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0649920 May 06 23:36:59.365330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1bad-db4a-4b62-bfe9-f12b0b12727b req-848c9f14-aeae-4d52-9f7e-220ef64c46e6 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:36:59.366834 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b29d1bad-db4a-4b62-bfe9-f12b0b12727b req-848c9f14-aeae-4d52-9f7e-220ef64c46e6 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0639727 May 06 23:36:59.405729 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2d71b39-1b93-4c97-b036-a0b582d69342 req-140a8f2d-7f86-4587-b864-6d125b731e76 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942657 May 06 23:36:59.434353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b29d1bad-db4a-4b62-bfe9-f12b0b12727b req-785c5cbe-f02e-4289-90e5-628964873b8c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 May 06 23:37:00.543324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a6a32-2d59-4c9b-8805-4aa8f8e17dcd req-395193bd-dbd1-4522-a6e2-c3aa1317b8b1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:00.545018 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-167a6a32-2d59-4c9b-8805-4aa8f8e17dcd req-395193bd-dbd1-4522-a6e2-c3aa1317b8b1 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0635383 May 06 23:37:00.606541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd12656-586c-44b5-b783-d5956de473a2 req-4dd4491c-f519-4e76-8831-768e28455520 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:00.608063 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3cd12656-586c-44b5-b783-d5956de473a2 req-4dd4491c-f519-4e76-8831-768e28455520 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0872207 May 06 23:37:00.653813 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-167a6a32-2d59-4c9b-8805-4aa8f8e17dcd req-7760fdf5-c44c-4afd-a8e5-dbe54f0af423 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889466 May 06 23:37:00.682914 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3cd12656-586c-44b5-b783-d5956de473a2 req-85b12b21-f79e-4bbe-864a-ca05f64de1aa tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 May 06 23:37:01.809730 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4913a1d-5246-41d0-9848-70d53e513b51 req-48d2b41a-7870-4f5f-a845-76ba3d7951e4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:01.811600 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d4913a1d-5246-41d0-9848-70d53e513b51 req-48d2b41a-7870-4f5f-a845-76ba3d7951e4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0797591 May 06 23:37:01.824056 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d99db6-824a-40db-8dad-9ce061aabada req-6baf5ae9-ee13-4862-b818-52998fcf338e tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:01.825658 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5d99db6-824a-40db-8dad-9ce061aabada req-6baf5ae9-ee13-4862-b818-52998fcf338e tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0649981 May 06 23:37:01.908410 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5d99db6-824a-40db-8dad-9ce061aabada req-b7365a61-d8c3-4a2c-abfe-fc62eb9208ee tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743260 May 06 23:37:01.913254 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d4913a1d-5246-41d0-9848-70d53e513b51 req-43a5e87d-ded3-48e4-bf27-7af731575f0d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867567 May 06 23:37:03.068325 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb734b-3fd2-4436-a46a-d45cf35b1d67 req-5a1252ca-6655-47a8-86a6-8cf6eece17d1 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:03.069980 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4bcb734b-3fd2-4436-a46a-d45cf35b1d67 req-5a1252ca-6655-47a8-86a6-8cf6eece17d1 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0876870 May 06 23:37:03.078765 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1d8ca-c541-4d1c-882b-12ce46e27fea req-bf203e5e-2a2c-4198-8a5d-c474003ff252 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:03.080391 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-74c1d8ca-c541-4d1c-882b-12ce46e27fea req-bf203e5e-2a2c-4198-8a5d-c474003ff252 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0870924 May 06 23:37:03.148610 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4bcb734b-3fd2-4436-a46a-d45cf35b1d67 req-d9909982-db1c-43b7-9cdb-cccc3b2e38ed tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 May 06 23:37:03.187017 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-74c1d8ca-c541-4d1c-882b-12ce46e27fea req-7b55e832-ad47-4795-88bb-857cbc2aa846 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903738 May 06 23:37:04.276372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70141efa-53a6-4e32-ab4a-3d38a2d2c626 req-a63a718b-3d8a-48ed-91c9-dcf7a74e6eb6 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.277861 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70141efa-53a6-4e32-ab4a-3d38a2d2c626 req-a63a718b-3d8a-48ed-91c9-dcf7a74e6eb6 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0570290 May 06 23:37:04.345114 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe748b9-6be8-41c6-93e8-7a8a98dd1e15 req-63ec34a5-2250-4a8b-977c-34a4fd4c3472 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.346556 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fe748b9-6be8-41c6-93e8-7a8a98dd1e15 req-63ec34a5-2250-4a8b-977c-34a4fd4c3472 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0893197 May 06 23:37:04.387787 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70141efa-53a6-4e32-ab4a-3d38a2d2c626 req-91375a45-214b-4e6b-b355-3eb9058d25ab tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834849 May 06 23:37:04.414779 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fe748b9-6be8-41c6-93e8-7a8a98dd1e15 req-12ddba18-7e15-4815-bd4e-32cf4f8ef15a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593174 May 06 23:37:04.560637 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-1b52c568-e9f9-4caf-acdd-de2d549dbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.562198 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-1b52c568-e9f9-4caf-acdd-de2d549dbfcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 1129 time: 0.0453408 May 06 23:37:04.567070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-56df6e7b-73e7-4921-9c5e-3705fc92bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.568710 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-56df6e7b-73e7-4921-9c5e-3705fc92bc2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1127 time: 0.0407066 May 06 23:37:04.784313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-13eef33e-2bbb-413e-bba0-293129c82ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.785826 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-13eef33e-2bbb-413e-bba0-293129c82ec1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.0867953 May 06 23:37:04.786879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-485365b7-648b-47e0-a73a-178ddb1f0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:04.788310 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-485365b7-648b-47e0-a73a-178ddb1f0800 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e945e78585194b4c8ceff8affbfe7962&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0898042 May 06 23:37:05.188812 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-89c7be1a-b867-4408-a9ef-1c0de13e3dc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 HTTP/1.1" status: 200 len: 1000 time: 0.0613630 May 06 23:37:05.219267 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-c4728365-8139-4a94-ba74-30e8bdf28174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.220755 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-991af1c0-de27-4531-9da0-0abc4c6e68aa req-c4728365-8139-4a94-ba74-30e8bdf28174 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938954 May 06 23:37:05.243893 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-6ccd8a80-8fb1-4446-bc9b-b3f279c6edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.245405 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-6ccd8a80-8fb1-4446-bc9b-b3f279c6edac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0471358 May 06 23:37:05.318977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-c3f446a7-a39d-471d-86a9-65d62c306b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.320461 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-c3f446a7-a39d-471d-86a9-65d62c306b31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413823 May 06 23:37:05.349691 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-c0978339-9cc0-4c12-89ab-be553301cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.351281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-c0978339-9cc0-4c12-89ab-be553301cf82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1127 time: 0.0408051 May 06 23:37:05.397844 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-c57e2bb4-21b4-499f-891a-9c80dd6730e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 217 time: 0.0382226 May 06 23:37:05.411148 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-a2dda5ab-970a-46b5-b606-80ea5e7eb216 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832634 May 06 23:37:05.448748 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-b157dae6-b5b7-4f6d-ac7d-0c35aeb0cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.450496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-b157dae6-b5b7-4f6d-ac7d-0c35aeb0cebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.0458543 May 06 23:37:05.515998 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-14bb5fb4-a104-4a15-86a1-6f3d2cda513a req-82932118-4c12-4d4a-b13e-ddc727223ccb service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989633 May 06 23:37:05.564421 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-43f172ed-6daa-4aa2-a374-e03f63311830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.565849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-43f172ed-6daa-4aa2-a374-e03f63311830 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045032 May 06 23:37:05.573976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d1453-507c-4fc6-8c11-f9ea009d1805 req-9f9993f1-5521-454d-941b-3764ee19d47f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.575313 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f24d1453-507c-4fc6-8c11-f9ea009d1805 req-9f9993f1-5521-454d-941b-3764ee19d47f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.1016438 May 06 23:37:05.586140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a0f-15f2-4886-9800-8eef3c3b81be req-1bc070f1-fe3e-4c84-bec7-5678c669bfdd tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:05.587562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-770b3a0f-15f2-4886-9800-8eef3c3b81be req-1bc070f1-fe3e-4c84-bec7-5678c669bfdd tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0741189 May 06 23:37:05.728197 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f24d1453-507c-4fc6-8c11-f9ea009d1805 req-96a90ef1-1d51-4da7-960f-ebbbb1766b57 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386085 May 06 23:37:05.737260 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-770b3a0f-15f2-4886-9800-8eef3c3b81be req-5831e1fc-cfac-493c-8657-15bbd8f0930d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352530 May 06 23:37:05.741285 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-4505d530-7c67-46d0-8efc-85f175cec035 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528566 May 06 23:37:05.829247 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f40cf2d6-83b4-48e1-b375-9c3ea43dd412 req-f4c50ba0-350c-4ce2-980b-397096d1afde service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800977 May 06 23:37:06.555101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c56e4-6076-4331-8e57-890c2c598e0e req-13360048-4fa1-4ce0-90f5-2c9c21328ab6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:06.556462 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf9c56e4-6076-4331-8e57-890c2c598e0e req-13360048-4fa1-4ce0-90f5-2c9c21328ab6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0524762 May 06 23:37:06.601211 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf9c56e4-6076-4331-8e57-890c2c598e0e req-8cf515b4-3c40-4973-bd31-9d57aac3b90c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392051 May 06 23:37:06.866566 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077cbc8-c18b-4e23-b178-1565ec451671 req-1d05462d-7f92-48f7-a27a-21a225850c93 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:06.868021 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5077cbc8-c18b-4e23-b178-1565ec451671 req-1d05462d-7f92-48f7-a27a-21a225850c93 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0731456 May 06 23:37:06.873763 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8bb9f-4faa-48dc-9f92-eaf68b2f6a71 req-c7c7055a-1532-4f6c-b918-e373526b7524 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:06.875102 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-76d8bb9f-4faa-48dc-9f92-eaf68b2f6a71 req-c7c7055a-1532-4f6c-b918-e373526b7524 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0710566 May 06 23:37:06.946800 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5077cbc8-c18b-4e23-b178-1565ec451671 req-43d84956-620d-492c-9849-7bb688182381 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707607 May 06 23:37:06.950746 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-76d8bb9f-4faa-48dc-9f92-eaf68b2f6a71 req-e2ad9fdd-5e23-40a1-a183-71ac1cf076e2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685868 May 06 23:37:07.713635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76c044-952f-46f6-8e01-9636edba9a2d req-6eb8ea86-fb89-40a4-a222-2d588a99eaee tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:07.715078 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a76c044-952f-46f6-8e01-9636edba9a2d req-6eb8ea86-fb89-40a4-a222-2d588a99eaee tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0468247 May 06 23:37:07.759581 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a76c044-952f-46f6-8e01-9636edba9a2d req-51c09255-d287-4152-a92e-9b118c4cc157 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 May 06 23:37:08.085171 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368981b-d49c-431f-ba44-fd8d1f208a35 req-1b1d270f-0a5d-4d56-8c93-48c4938d108f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:08.086622 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5368981b-d49c-431f-ba44-fd8d1f208a35 req-1b1d270f-0a5d-4d56-8c93-48c4938d108f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 943 time: 0.0713334 May 06 23:37:08.096870 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3ad40-4e68-410e-9969-d52b4fa79c4f req-a5ec5b32-c7c7-4596-ac0e-05ed11ae9fff tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:08.098373 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ada3ad40-4e68-410e-9969-d52b4fa79c4f req-a5ec5b32-c7c7-4596-ac0e-05ed11ae9fff tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0743971 May 06 23:37:08.167901 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5368981b-d49c-431f-ba44-fd8d1f208a35 req-6d301ea5-f86c-4bed-99be-b7df8e5b99be tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 May 06 23:37:08.170788 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ada3ad40-4e68-410e-9969-d52b4fa79c4f req-72d4bbea-7912-47dc-9435-18efdb19be01 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655353 May 06 23:37:08.663292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 50ee9499-163b-4ec8-8f69-185b9fc7b802 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:37:08.758411 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:08.769932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'port_id': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'mac_address': 'fa:16:3e:cf:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:37:08.805758 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 50ee9499-163b-4ec8-8f69-185b9fc7b802 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:08.806147 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:08.819029 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ee9499-163b-4ec8-8f69-185b9fc7b802 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:37:08.843266 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:08.848979 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:08.872135 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd4602-02b4-457e-aa87-547611e1b197 req-71ddc673-082c-4e94-8ec4-83b55a6809bb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:08.873648 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30dd4602-02b4-457e-aa87-547611e1b197 req-71ddc673-082c-4e94-8ec4-83b55a6809bb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0494680 May 06 23:37:08.895309 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:08.922493 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30dd4602-02b4-457e-aa87-547611e1b197 req-acc33e5c-d9fe-4c10-9110-72c828b8b5bf tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 May 06 23:37:09.209760 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:37:09.349331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1a72a-362f-4c16-bcc4-f2494dc30f52 req-db0f9b04-f8d5-485a-9a86-0c0f89ef637b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:09.351072 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08e1a72a-362f-4c16-bcc4-f2494dc30f52 req-db0f9b04-f8d5-485a-9a86-0c0f89ef637b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0827417 May 06 23:37:09.361582 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f13e-e0d5-47f2-994d-d1762551224b req-88a150bd-5992-444e-9de4-562caee31e0f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:09.363043 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ca3f13e-e0d5-47f2-994d-d1762551224b req-88a150bd-5992-444e-9de4-562caee31e0f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 944 time: 0.0592194 May 06 23:37:09.434679 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-08e1a72a-362f-4c16-bcc4-f2494dc30f52 req-b860d4ce-3d35-4e88-90ee-244dc8ebebff tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706854 May 06 23:37:09.437672 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ca3f13e-e0d5-47f2-994d-d1762551224b req-10505733-8289-46a2-8174-36bc39a25188 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679724 May 06 23:37:10.037596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc1660-7a4c-4353-bedb-47e91c0f137b req-42c35feb-2181-4b9c-83cf-7b5c783c91cb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:10.039053 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ccc1660-7a4c-4353-bedb-47e91c0f137b req-42c35feb-2181-4b9c-83cf-7b5c783c91cb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0453255 May 06 23:37:10.087461 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3ccc1660-7a4c-4353-bedb-47e91c0f137b req-6701ed5c-02ac-4895-8b7a-500d8ec52b08 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 May 06 23:37:10.575247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80758ef-1fe1-48b2-ae27-58e6e527f26c req-1818aa6c-9238-41bc-8fdb-9b659aca2a55 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:10.576733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f80758ef-1fe1-48b2-ae27-58e6e527f26c req-1818aa6c-9238-41bc-8fdb-9b659aca2a55 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0738630 May 06 23:37:10.582892 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4079b-f4a5-4df5-97cb-1700a2ffbb57 req-d695c628-1d0e-4114-8f73-59463df4e95d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:10.584211 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ad4079b-f4a5-4df5-97cb-1700a2ffbb57 req-d695c628-1d0e-4114-8f73-59463df4e95d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 944 time: 0.0801547 May 06 23:37:10.647562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f80758ef-1fe1-48b2-ae27-58e6e527f26c req-0713724e-efa7-46e9-b384-650a444ca774 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624037 May 06 23:37:10.658201 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ad4079b-f4a5-4df5-97cb-1700a2ffbb57 req-9b0c1b29-9477-4948-9df3-379c45138ecd tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674500 May 06 23:37:10.688180 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 50ee9499-163b-4ec8-8f69-185b9fc7b802 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:37:10.732019 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 50ee9499-163b-4ec8-8f69-185b9fc7b802 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:37:10.737709 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 50ee9499-163b-4ec8-8f69-185b9fc7b802 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:10.738121 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:10.810422 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 50ee9499-163b-4ec8-8f69-185b9fc7b802 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:10.810795 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:10.833022 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:10.835329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2c7979-814f-4005-b248-78c65942edb2" -d '{"events": [{"server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "name": "network-vif-plugged", "status": "completed", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:10.851071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:10.855257 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:10.877794 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adc395d-608e-4f67-8b29-b25e49080110 x-openstack-request-id: req-4adc395d-608e-4f67-8b29-b25e49080110 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:10.878108 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "name": "network-vif-plugged", "status": "completed", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:10.878886 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4adc395d-608e-4f67-8b29-b25e49080110 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:10.879270 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adc395d-608e-4f67-8b29-b25e49080110'] response: {'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'code': 200} May 06 23:37:10.904269 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:11.052023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dcfc8-8b3a-4270-b16a-fe2e8a99ee73 req-3af308e7-f51a-4459-bfa1-db4c3d1ed3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:11.053518 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b02dcfc8-8b3a-4270-b16a-fe2e8a99ee73 req-3af308e7-f51a-4459-bfa1-db4c3d1ed3ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1129 time: 0.0402653 May 06 23:37:11.095900 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b02dcfc8-8b3a-4270-b16a-fe2e8a99ee73 req-2764b165-ef05-4b2e-a840-65ad350e8ad8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 May 06 23:37:11.197318 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4edc-dde6-4e7c-a326-f309838cf069 req-abd853ea-08a4-4d5c-a065-eb97439681e5 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:11.198767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f31a4edc-dde6-4e7c-a326-f309838cf069 req-abd853ea-08a4-4d5c-a065-eb97439681e5 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0454454 May 06 23:37:11.243553 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f31a4edc-dde6-4e7c-a326-f309838cf069 req-9145b3fc-d50f-41bc-b10e-62958c0fe0b6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 May 06 23:37:11.792301 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101f28-2a9c-4161-807e-1a8606b7432f req-b40594a2-111e-48d9-b971-4fe717236a6e tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:11.793762 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa101f28-2a9c-4161-807e-1a8606b7432f req-b40594a2-111e-48d9-b971-4fe717236a6e tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0668106 May 06 23:37:11.799481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694f4cc-8238-4acb-8448-c3fec0e74739 req-902da995-9c73-45dc-a5eb-ae69759f0b45 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:11.800921 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e694f4cc-8238-4acb-8448-c3fec0e74739 req-902da995-9c73-45dc-a5eb-ae69759f0b45 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0832841 May 06 23:37:11.870795 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa101f28-2a9c-4161-807e-1a8606b7432f req-afdc04e1-58e3-4cea-a7c8-181708a84f86 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689390 May 06 23:37:11.873994 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e694f4cc-8238-4acb-8448-c3fec0e74739 req-5c98ef69-7ddf-41bc-b867-087546e588fa tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666997 May 06 23:37:12.361879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726a1e-0d45-4742-b115-da41146d4e6f req-3469800d-75c5-4fe9-a137-1f5bbc430ba8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:12.363321 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5c726a1e-0d45-4742-b115-da41146d4e6f req-3469800d-75c5-4fe9-a137-1f5bbc430ba8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0515745 May 06 23:37:12.412191 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5c726a1e-0d45-4742-b115-da41146d4e6f req-187f9284-861e-4a80-85f6-2522d6961322 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 May 06 23:37:13.005162 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd6669-1840-41d3-9a1f-490757709946 req-ce6a1faa-94a4-4887-b579-6bcaf863f5eb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:13.006751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e4fd6669-1840-41d3-9a1f-490757709946 req-ce6a1faa-94a4-4887-b579-6bcaf863f5eb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0705047 May 06 23:37:13.032232 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c586e-e6d3-431e-9ca3-dd1d27d1d266 req-df7e8410-b8fc-4378-9987-251d794cd592 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:13.033666 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-276c586e-e6d3-431e-9ca3-dd1d27d1d266 req-df7e8410-b8fc-4378-9987-251d794cd592 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0886481 May 06 23:37:13.096039 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e4fd6669-1840-41d3-9a1f-490757709946 req-d99351b4-e85d-4a2f-b8b8-23200158dde2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 May 06 23:37:13.108009 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-276c586e-e6d3-431e-9ca3-dd1d27d1d266 req-45719331-ded1-47c5-8e2a-c564cd1cf744 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646448 May 06 23:37:13.525421 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc5e93-0118-44ff-bcbf-1504a2ec7323 req-3f9bec02-6452-4226-b624-fe88754c2565 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:13.526910 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42dc5e93-0118-44ff-bcbf-1504a2ec7323 req-3f9bec02-6452-4226-b624-fe88754c2565 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0481329 May 06 23:37:13.576270 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42dc5e93-0118-44ff-bcbf-1504a2ec7323 req-5c136afe-4725-4a25-a31d-6f06f824b61e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432467 May 06 23:37:13.878625 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7641c4-87ff-489e-bacf-94c754419cd0 req-545be47e-afa8-40d3-8754-1b7ce250b04d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:13.879994 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb7641c4-87ff-489e-bacf-94c754419cd0 req-545be47e-afa8-40d3-8754-1b7ce250b04d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0478072 May 06 23:37:13.927584 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb7641c4-87ff-489e-bacf-94c754419cd0 req-cb30525f-de43-4105-8bc7-3d65929b00a5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 May 06 23:37:14.238451 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0e07-e8bb-4fe2-a297-63ba3b5b1ace req-553d38d9-5ceb-4b4e-9d92-22cda2abfaed tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:14.239880 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8e4c0e07-e8bb-4fe2-a297-63ba3b5b1ace req-553d38d9-5ceb-4b4e-9d92-22cda2abfaed tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0744665 May 06 23:37:14.245672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bb119-4317-4461-94a2-dedbe5aa35ed req-5f0627d7-cffb-41f3-8284-54bbf85663e6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:14.246990 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2e6bb119-4317-4461-94a2-dedbe5aa35ed req-5f0627d7-cffb-41f3-8284-54bbf85663e6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0718498 May 06 23:37:14.315519 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8e4c0e07-e8bb-4fe2-a297-63ba3b5b1ace req-0c9ef878-f8a7-461e-8361-73b1990b26ea tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676105 May 06 23:37:14.318683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2e6bb119-4317-4461-94a2-dedbe5aa35ed req-7d2653fc-43c7-443e-bda5-3bae748ee76c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652926 May 06 23:37:14.430524 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57ca4-6287-4171-b5d9-8779e65beef8 req-33d2ebee-8970-4431-8d19-f4f9c25a267d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:14.431884 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c9e57ca4-6287-4171-b5d9-8779e65beef8 req-33d2ebee-8970-4431-8d19-f4f9c25a267d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0493960 May 06 23:37:14.477868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c9e57ca4-6287-4171-b5d9-8779e65beef8 req-3f7af11d-ef8c-4b1c-83cf-6300dc0c2a92 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 May 06 23:37:14.686717 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beddd3c-c85c-4102-bda5-321865333c94 req-6b82f497-8323-4dac-a516-53119e43e12c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:14.688102 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0beddd3c-c85c-4102-bda5-321865333c94 req-6b82f497-8323-4dac-a516-53119e43e12c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0460217 May 06 23:37:14.735205 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0beddd3c-c85c-4102-bda5-321865333c94 req-4982f3f3-148d-44eb-8e65-bdc76640375c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 May 06 23:37:14.792635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311f6d4-04fe-4999-922b-b91931d16295 req-0fe91f15-a3fa-41bc-b800-ae2781b17f21 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:14.794090 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1311f6d4-04fe-4999-922b-b91931d16295 req-0fe91f15-a3fa-41bc-b800-ae2781b17f21 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0449224 May 06 23:37:14.842737 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1311f6d4-04fe-4999-922b-b91931d16295 req-13fe0689-b418-40ca-8736-ee983a0e4099 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 May 06 23:37:15.040968 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794ff6e-a435-4406-b2c8-ee146c1412b9 req-979cf63e-c93c-4e9d-9bbc-8cb6d6506a45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:15.042760 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d794ff6e-a435-4406-b2c8-ee146c1412b9 req-979cf63e-c93c-4e9d-9bbc-8cb6d6506a45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0489337 May 06 23:37:15.096987 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d794ff6e-a435-4406-b2c8-ee146c1412b9 req-ab7a58b9-deca-43a3-92c4-4af43a91f6b3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 May 06 23:37:15.436922 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-0e702cdc-1258-4991-846d-810bdce6d418 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:15.438610 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-0e702cdc-1258-4991-846d-810bdce6d418 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0738068 May 06 23:37:15.458081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf265e7-f151-4026-b740-5d724c66bec5 req-302e6b9c-02c5-4de4-a035-1164221daf64 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:15.459651 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-faf265e7-f151-4026-b740-5d724c66bec5 req-302e6b9c-02c5-4de4-a035-1164221daf64 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0679858 May 06 23:37:15.558268 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-faf265e7-f151-4026-b740-5d724c66bec5 req-0bd232a3-6f8b-4c0d-af83-7dfa9200a66d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804822 May 06 23:37:15.565729 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port ff7eee31-aea0-4064-abf5-edf441c169b3 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:15.566519 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:15.653668 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] For port ff7eee31-aea0-4064-abf5-edf441c169b3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=ff7eee31-aea0-4064-abf5-edf441c169b3,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:15.653921 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:15.889214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638a03-66fd-4c45-83ae-0f3d61ea6eea req-a0a8bdd5-63ea-4c88-aa4f-9ca3317bf473 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:15.890651 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-34638a03-66fd-4c45-83ae-0f3d61ea6eea req-a0a8bdd5-63ea-4c88-aa4f-9ca3317bf473 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0876279 May 06 23:37:15.912026 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:15.912313 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:15.912683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP 74e54bf8-8e92-4b14-af80-456d32586fee disassociated. External IP: 172.27.1.211, port: ff7eee31-aea0-4064-abf5-edf441c169b3. May 06 23:37:15.913074 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for ff7eee31-aea0-4064-abf5-edf441c169b3 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:15.988690 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-34638a03-66fd-4c45-83ae-0f3d61ea6eea req-fbe09dbc-6165-4b17-9b71-8debdd7595df tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911236 May 06 23:37:16.338459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e08f7-24b9-4c28-97d3-97fe75d81c9b req-567834cd-22a8-445b-bdf9-d208d06fee32 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:16.340204 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ea4e08f7-24b9-4c28-97d3-97fe75d81c9b req-567834cd-22a8-445b-bdf9-d208d06fee32 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 945 time: 0.0728648 May 06 23:37:16.380015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (ff7eee31-aea0-4064-abf5-edf441c169b3), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:16.431484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=ff7eee31-aea0-4064-abf5-edf441c169b3,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:16.438008 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ea4e08f7-24b9-4c28-97d3-97fe75d81c9b req-e5a25900-05e8-485a-bdcd-5b5171851027 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=81af70df-ab3a-4840-9815-a4f4b9de96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898676 May 06 23:37:16.560966 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:16.733437 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d0039-b7f6-4b73-bf93-7cf3479d968b req-bfbd856b-9192-4aff-bec8-6f50f4c45894 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:16.735249 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a16d0039-b7f6-4b73-bf93-7cf3479d968b req-bfbd856b-9192-4aff-bec8-6f50f4c45894 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.1010580 May 06 23:37:16.753771 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:16.765697 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:16.787520 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:16.788156 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:16.807737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] No DVR routers for this DVR port ff7eee31-aea0-4064-abf5-edf441c169b3 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:37:16.812435 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:16.816592 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ac11ae7e-1bad-4837-b601-26fd80138571 req-9ee9420d-cbfb-42d4-939a-40ecb08b9cef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "DELETE /v2.0/ports/ff7eee31-aea0-4064-abf5-edf441c169b3 HTTP/1.1" status: 204 len: 173 time: 1.3718729 May 06 23:37:16.818230 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'name': 'network-vif-deleted', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:16.821597 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0de6b-516f-44aa-82d0-449fa7a9c09f" -d '{"events": [{"server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "name": "network-vif-deleted", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:16.881518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63440627-f1d4-418a-994e-005a9cea759a x-openstack-request-id: req-63440627-f1d4-418a-994e-005a9cea759a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:16.881813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e25a39-5747-4175-a876-1092ae262ac6", "name": "network-vif-deleted", "tag": "ff7eee31-aea0-4064-abf5-edf441c169b3", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:16.882119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63440627-f1d4-418a-994e-005a9cea759a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:16.882531 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63440627-f1d4-418a-994e-005a9cea759a'] response: {'server_uuid': '07e25a39-5747-4175-a876-1092ae262ac6', 'name': 'network-vif-deleted', 'tag': 'ff7eee31-aea0-4064-abf5-edf441c169b3', 'status': 'completed', 'code': 200} May 06 23:37:16.888833 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a16d0039-b7f6-4b73-bf93-7cf3479d968b req-f2247b41-bf1c-4dfa-816e-316aeaa3468e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468394 May 06 23:37:16.934237 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:17.118573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081d266-517f-4fe2-b81e-5b2e1cf4ab78 req-47fd7394-2c53-41d7-9f75-847b28992a06 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:17.126737 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4081d266-517f-4fe2-b81e-5b2e1cf4ab78 req-47fd7394-2c53-41d7-9f75-847b28992a06 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0620732 May 06 23:37:17.163717 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:17.172632 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4081d266-517f-4fe2-b81e-5b2e1cf4ab78 req-028fa2ad-a63d-47b8-bfcf-42a497d15358 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467033 May 06 23:37:17.198791 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:17.208011 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:17.208675 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:36:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:17.320631 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:17.568156 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:17.585644 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a6aac85e-4b65-4f24-aa54-0d38695f8e79 req-e99ff47c-0a51-4589-97bd-001eaec975a8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=07e25a39-5747-4175-a876-1092ae262ac6 HTTP/1.1" status: 200 len: 210 time: 0.0457981 May 06 23:37:17.600661 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4c78e-dc34-4f94-b6e2-344616b8f509 None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'ddb50230-93fe-46ed-bbc7-869226dcb194', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:47:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:33:50Z', 'updated_at': '2022-05-06T23:34:35Z', 'revision_number': 2, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:17.865649 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ede7cf-a9fb-4f25-863b-790401fd6e45 None None] New status for floating IP 74e54bf8-8e92-4b14-af80-456d32586fee: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:18.007076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099ab3a-6714-4a57-8c0b-ffeb2bcc9c3c req-2349b865-c8d1-4d2e-ae85-0810a1c31cbe tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.008638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6099ab3a-6714-4a57-8c0b-ffeb2bcc9c3c req-2349b865-c8d1-4d2e-ae85-0810a1c31cbe tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0484345 May 06 23:37:18.058162 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6099ab3a-6714-4a57-8c0b-ffeb2bcc9c3c req-a4dd83c9-76c9-40d1-8c1d-5a72763601bf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 May 06 23:37:18.287479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be7b8-3aa2-4751-b17a-d11393175679 req-57f1103b-9c3a-41f7-86b5-68c638428eab tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.288980 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-719be7b8-3aa2-4751-b17a-d11393175679 req-57f1103b-9c3a-41f7-86b5-68c638428eab tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0466061 May 06 23:37:18.334461 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-719be7b8-3aa2-4751-b17a-d11393175679 req-0b853fae-3608-4216-ab55-0b85f48c6007 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 May 06 23:37:18.542310 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d9d7-ae98-4fb7-b48f-4d155bfa8d72 req-80fd53e8-3623-436e-9f26-954b79566c6e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.543716 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42c3d9d7-ae98-4fb7-b48f-4d155bfa8d72 req-80fd53e8-3623-436e-9f26-954b79566c6e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0518284 May 06 23:37:18.596890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000394e-3a97-4417-a763-708cad70ef60 req-b9d21618-9612-4c2e-beea-1c31d632ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.599034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-b9d21618-9612-4c2e-beea-1c31d632ddfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 1130 time: 0.0635560 May 06 23:37:18.673874 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42c3d9d7-ae98-4fb7-b48f-4d155bfa8d72 req-a71c0c30-43df-4e20-a2e2-3bd504dd87bc tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228232 May 06 23:37:18.710754 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45032) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:18.723983 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000394e-3a97-4417-a763-708cad70ef60 req-bffccc73-384a-495c-8bc9-5a20667b9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.725741 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-bffccc73-384a-495c-8bc9-5a20667b9df7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 911 time: 0.1189449 May 06 23:37:18.736289 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device ff7eee31-aea0-4064-abf5-edf441c169b3 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:37:18.770775 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: ff7eee31-aea0-4064-abf5-edf441c169b3 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:37:18.771441 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device ff7eee31-aea0-4064-abf5-edf441c169b3 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:37:18.786737 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (81af70df-ab3a-4840-9815-a4f4b9de96a5), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:18.791378 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-58cc38bc-fc62-444a-a720-da53e1ee33a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:18.814808 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (81af70df-ab3a-4840-9815-a4f4b9de96a5), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:18.826365 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-89061c2e-1c18-41ca-9e86-45e76b5ef845 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 200 len: 1002 time: 0.0938170 May 06 23:37:18.889850 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (81af70df-ab3a-4840-9815-a4f4b9de96a5), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:18.890777 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000394e-3a97-4417-a763-708cad70ef60 req-07a2ab91-ed53-45f0-91c7-b6d1651c2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.892288 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-07a2ab91-ed53-45f0-91c7-b6d1651c2dd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0590267 May 06 23:37:18.892736 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:18.894464 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/security-groups/81af70df-ab3a-4840-9815-a4f4b9de96a5 HTTP/1.1" status: 204 len: 168 time: 0.1820648 May 06 23:37:18.897535 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45036) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:18.905156 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90711-ed7c-4a36-9728-0550a3a4fa96 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af70df-ab3a-4840-9815-a4f4b9de96a5,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:18.938479 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.api.v2.resource [None req-a5576c28-d850-48c6-8f48-3d3ee49d4676 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] show failed (client error): The resource could not be found. May 06 23:37:18.939565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a5576c28-d850-48c6-8f48-3d3ee49d4676 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups/81af70df-ab3a-4840-9815-a4f4b9de96a5 HTTP/1.1" status: 404 len: 347 time: 0.0409679 May 06 23:37:18.943307 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45038) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:18.992447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000394e-3a97-4417-a763-708cad70ef60 req-fbccbe5c-6373-49b8-94e8-c6407943de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:18.993990 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-fbccbe5c-6373-49b8-94e8-c6407943de84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942068 May 06 23:37:19.126950 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port 91cc05f6-3083-4d37-a30f-b398072d39db {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:19.127298 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.236793 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-61df4d00-8feb-4631-aebd-217107a51514 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087929 May 06 23:37:19.248765 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72134d-0678-40bd-ba44-d430b67e0ed3 req-428bb7cb-ade0-43ad-9904-e08e3c4c049e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:19.250136 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9f72134d-0678-40bd-ba44-d430b67e0ed3 req-428bb7cb-ade0-43ad-9904-e08e3c4c049e tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.1202819 May 06 23:37:19.323222 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.323917 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (91cc05f6-3083-4d37-a30f-b398072d39db), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.348648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for 91cc05f6-3083-4d37-a30f-b398072d39db owned by network:floatingip {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:19.380814 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9f72134d-0678-40bd-ba44-d430b67e0ed3 req-82af2e2e-3bc8-430f-844f-7e0f3679d413 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202633 May 06 23:37:19.447340 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d000394e-3a97-4417-a763-708cad70ef60 req-38bfb0f9-2358-411c-b0c0-065c33d41375 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961036 May 06 23:37:19.541219 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (91cc05f6-3083-4d37-a30f-b398072d39db), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.568328 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=91cc05f6-3083-4d37-a30f-b398072d39db,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:19.630842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (74e54bf8-8e92-4b14-af80-456d32586fee), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.633232 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:19.634334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4e99cd9a-3cb5-49dc-ad20-a0c62aef7eae tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/floatingips/74e54bf8-8e92-4b14-af80-456d32586fee HTTP/1.1" status: 204 len: 168 time: 0.6903667 May 06 23:37:19.810595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b7f5-8e53-43a7-a183-479829cbe53a req-a3ac1db9-1e01-452e-b8ee-621ce6d23710 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:19.812420 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2005b7f5-8e53-43a7-a183-479829cbe53a req-a3ac1db9-1e01-452e-b8ee-621ce6d23710 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0627882 May 06 23:37:19.879250 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2005b7f5-8e53-43a7-a183-479829cbe53a req-770c4e60-630e-4ee6-8f54-78ea1e45635e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583248 May 06 23:37:20.498630 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ce491-7870-47a7-b0a3-11fbbad75641 req-41ee26a8-476a-4dfc-b7a6-222c42925b8c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:20.500097 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c19ce491-7870-47a7-b0a3-11fbbad75641 req-41ee26a8-476a-4dfc-b7a6-222c42925b8c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0468960 May 06 23:37:20.555450 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c19ce491-7870-47a7-b0a3-11fbbad75641 req-d1bad4ae-9cca-4eab-bc88-09eb8a393238 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497725 May 06 23:37:20.995971 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ce2b-90f0-4ef0-9a28-802419222aa4 req-cee1b50d-04c0-4a7a-9b9a-a850775f404c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:20.997463 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f3e9ce2b-90f0-4ef0-9a28-802419222aa4 req-cee1b50d-04c0-4a7a-9b9a-a850775f404c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0465620 May 06 23:37:21.044789 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f3e9ce2b-90f0-4ef0-9a28-802419222aa4 req-45982240-8d36-4df7-81c0-85ad56a8be33 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 May 06 23:37:21.102038 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:21.208007 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-02ba2faa-d9a9-4beb-ad9d-b653445713b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:21.670246 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64271d-d2e8-49aa-9689-a077226b1216 req-7fb78288-fae3-4b5c-aad8-8f9dec0bc1d3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:21.671692 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab64271d-d2e8-49aa-9689-a077226b1216 req-7fb78288-fae3-4b5c-aad8-8f9dec0bc1d3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0493946 May 06 23:37:21.716088 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab64271d-d2e8-49aa-9689-a077226b1216 req-87221daf-8844-410a-af5b-45813b7b0e87 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389285 May 06 23:37:22.274835 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:22.829101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4509c9-5609-4791-ba58-f2facedd0720 req-67374570-c5f9-436a-8f5f-47558a622677 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:22.830565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4f4509c9-5609-4791-ba58-f2facedd0720 req-67374570-c5f9-436a-8f5f-47558a622677 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0469067 May 06 23:37:22.881452 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4f4509c9-5609-4791-ba58-f2facedd0720 req-401207a0-857f-4305-8ed8-9181943a32f6 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 May 06 23:37:23.432905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:23.998699 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b8674-73ab-40af-87d2-148c865ef9f7 req-83dfb29b-21de-4ed8-ab8d-90895220439a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.000806 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-119b8674-73ab-40af-87d2-148c865ef9f7 req-83dfb29b-21de-4ed8-ab8d-90895220439a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0524569 May 06 23:37:24.047747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-119b8674-73ab-40af-87d2-148c865ef9f7 req-a90bc142-93b1-45f7-bd4f-32c22231cd8c tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 May 06 23:37:24.302775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2355c-0237-4da0-9ec7-0c9679d09ac7 req-436eda11-9d3d-4c90-acc7-b9f3f2e6e3bb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.304240 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-abb2355c-0237-4da0-9ec7-0c9679d09ac7 req-436eda11-9d3d-4c90-acc7-b9f3f2e6e3bb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0474408 May 06 23:37:24.355273 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-abb2355c-0237-4da0-9ec7-0c9679d09ac7 req-257cd465-cf39-47d0-acc1-f237b47b5e0a tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 May 06 23:37:24.377096 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45092) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:24.463594 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d903e94-ee02-422b-a576-ec4d1e1d54b0 tempest-TestMinimumBasicScenario-436762896 tempest-TestMinimumBasicScenario-436762896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.465164 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3d903e94-ee02-422b-a576-ec4d1e1d54b0 tempest-TestMinimumBasicScenario-436762896 tempest-TestMinimumBasicScenario-436762896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1124 time: 0.0870874 May 06 23:37:24.468125 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45096) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:24.472203 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'port_id': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:24.492324 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:24.565194 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:24.648840 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-6e890407-b680-4364-9f69-328e526f25b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371268 May 06 23:37:24.673018 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Allocated IP 172.27.1.241 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:37:24.735204 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-e1f67c2b-0585-4c49-b524-087b0dd42dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.736698 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-e1f67c2b-0585-4c49-b524-087b0dd42dcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 1129 time: 0.0424979 May 06 23:37:24.776437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:24.808970 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:24.839238 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-80a98759-6514-476e-895b-1c3b9ccec0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.840687 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-80a98759-6514-476e-895b-1c3b9ccec0b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.0825903 May 06 23:37:24.850656 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:37:24.853547 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:37:24.856107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:37:24.886977 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-9ca3d7e0-6bc1-4569-8470-f8c9beaa59cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 200 len: 217 time: 0.0380871 May 06 23:37:24.888302 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'Port': ['ID=6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:24.936134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-5cb47918-ffa7-4780-8c30-0604d73032b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.937670 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-5cb47918-ffa7-4780-8c30-0604d73032b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0446389 May 06 23:37:24.986935 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-b4697bb8-947c-416b-bfa5-213ed98c681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:24.988438 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-b4697bb8-947c-416b-bfa5-213ed98c681f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378678 May 06 23:37:25.085736 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-4fe7da66-c870-439c-bb98-fd2360dfd2aa service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866172 May 06 23:37:25.188689 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.198596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9888f0-7561-4ae8-a0ce-c34cf9a35223 req-0133488e-c9fc-4e75-9fe6-ef6d75de3c20 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:25.200074 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b9888f0-7561-4ae8-a0ce-c34cf9a35223 req-0133488e-c9fc-4e75-9fe6-ef6d75de3c20 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0857294 May 06 23:37:25.228452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for floatingip (06c8edef-bcef-4c34-8628-dc1ac9b4595a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.278746 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b9888f0-7561-4ae8-a0ce-c34cf9a35223 req-95cb36d3-2efa-48e0-8dbf-3c3756ee231a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723271 May 06 23:37:25.282424 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5e650c9-079b-4092-95d1-6b68dda11fb1 req-04ade29d-c138-4f9e-a270-c77d9fd7a2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349256 May 06 23:37:25.309816 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.465546 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.470850 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.541639 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'Port': ['ID=6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:25.546687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503591fc-4767-461c-9008-84c58e26e9ac req-12495b5e-7391-4c2a-ba89-435fe99e73ed tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:25.548195 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-503591fc-4767-461c-9008-84c58e26e9ac req-12495b5e-7391-4c2a-ba89-435fe99e73ed tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0467744 May 06 23:37:25.548725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (06c8edef-bcef-4c34-8628-dc1ac9b4595a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.596735 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-503591fc-4767-461c-9008-84c58e26e9ac req-24ca41dd-4a98-4490-8d4a-26124d34c0fb tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 May 06 23:37:25.650142 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Floating IP 06c8edef-bcef-4c34-8628-dc1ac9b4595a associated. External IP: 172.27.1.241, port: 50ee9499-163b-4ec8-8f69-185b9fc7b802. May 06 23:37:25.745697 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:37:25.855523 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Router 11401b80-a888-4731-b4b7-014db5d7df00 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:25.960579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:25.969535 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Sync routers for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:25.977728 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:25.980619 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:25.981227 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:26.007440 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7cf46980-451a-45f9-b017-3dec53ef7a63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5382068 May 06 23:37:26.008081 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:26.010324 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65257d-d831-455b-85b2-a0e918183500" -d '{"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:26.010488 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45108) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.015092 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838578116', 'description': 'tempest-secgroup-smoke-838578116 description', 'project_id': 'e945e78585194b4c8ceff8affbfe7962'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.036292 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.045275 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ca06d-e546-4eab-ab37-29170bac2f77 x-openstack-request-id: req-9c3ca06d-e546-4eab-ab37-29170bac2f77 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:26.045567 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:26.045817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c3ca06d-e546-4eab-ab37-29170bac2f77 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:26.046216 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3ca06d-e546-4eab-ab37-29170bac2f77'] response: {'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:37:26.093753 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:26.104383 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (12011b51-f93b-4d58-8ecc-b9446361a1f6), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.108674 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (12011b51-f93b-4d58-8ecc-b9446361a1f6), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.136178 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.137410 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1259687 May 06 23:37:26.140836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45112) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.145208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.148956 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f2e04-4f9a-480c-8244-fcf906a90e15 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12011b51-f93b-4d58-8ecc-b9446361a1f6,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.172955 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (57cf087b-6c84-4df0-b80b-c4b50a968ab2), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.229361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (57cf087b-6c84-4df0-b80b-c4b50a968ab2), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.233116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (57cf087b-6c84-4df0-b80b-c4b50a968ab2), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.251565 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cf087b-6c84-4df0-b80b-c4b50a968ab2,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.260338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.261572 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-285a9e47-f260-4664-a3fb-89394b7cb504 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196105 May 06 23:37:26.264175 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45114) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.268398 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.293374 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (81499ecc-6f83-4f9b-8132-97a183f92062), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.318247 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '06c8edef-bcef-4c34-8628-dc1ac9b4595a', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'port_id': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'mac_address': 'fa:16:3e:cf:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2d07-cf88-4680-af90-903688e2e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:25Z', 'updated_at': '2022-05-06T23:37:25Z', 'revision_number': 0, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:26.345169 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Checking router: 11401b80-a888-4731-b4b7-014db5d7df00 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:26.351336 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (81499ecc-6f83-4f9b-8132-97a183f92062), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.355537 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (81499ecc-6f83-4f9b-8132-97a183f92062), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.355684 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:26.356283 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:26.381839 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81499ecc-6f83-4f9b-8132-97a183f92062,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.408912 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.410692 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b1c5e2aa-221c-4e22-9ee1-d57538a7d46c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450331 May 06 23:37:26.414281 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45118) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.420251 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.433496 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1a6b1-3880-45b0-9532-3d98caf9d581 req-834691e0-adfe-45c6-a324-2fd974caee40 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:26.435028 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-35c1a6b1-3880-45b0-9532-3d98caf9d581 req-834691e0-adfe-45c6-a324-2fd974caee40 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0677636 May 06 23:37:26.480019 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (2c04f080-1ce2-4e8c-bb05-d2d549b7fbc5), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.508152 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-35c1a6b1-3880-45b0-9532-3d98caf9d581 req-57a506d2-20a2-495a-8a96-6a358220bd46 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651193 May 06 23:37:26.543495 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (2c04f080-1ce2-4e8c-bb05-d2d549b7fbc5), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.547385 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (2c04f080-1ce2-4e8c-bb05-d2d549b7fbc5), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.551661 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:26.565960 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c04f080-1ce2-4e8c-bb05-d2d549b7fbc5,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.574310 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.577995 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a5f83b19-929b-4eb4-8fde-20f3fd7409fb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608808 May 06 23:37:26.578173 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45120) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.582677 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.607980 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (81e487e6-284a-40c7-a829-2615ad8eef47), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.669280 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (81e487e6-284a-40c7-a829-2615ad8eef47), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.684276 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (81e487e6-284a-40c7-a829-2615ad8eef47), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.721122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e487e6-284a-40c7-a829-2615ad8eef47,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.732408 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.736390 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45124) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.736973 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-dfcb67a3-f316-4044-8527-ea1d92817ecb tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572995 May 06 23:37:26.741922 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.745522 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc4548-a2a6-45b8-be81-0350a8709835 req-d343331e-940e-4524-a5c3-812906fc8a57 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:26.746998 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-22dc4548-a2a6-45b8-be81-0350a8709835 req-d343331e-940e-4524-a5c3-812906fc8a57 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0757918 May 06 23:37:26.765779 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.securitygroups_db [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Project e945e78585194b4c8ceff8affbfe7962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:37:26.772220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (41036964-97e3-42eb-a552-23676fb69476), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.774705 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '06c8edef-bcef-4c34-8628-dc1ac9b4595a', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'port_id': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'mac_address': 'fa:16:3e:cf:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2d07-cf88-4680-af90-903688e2e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:25Z', 'updated_at': '2022-05-06T23:37:25Z', 'revision_number': 0, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:26.800451 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-22dc4548-a2a6-45b8-be81-0350a8709835 req-257d75fa-0ced-413d-98e8-2d6e1dc45a06 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5d014bf-069c-490c-b323-b6895b29fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 May 06 23:37:26.801692 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe81542-f4c4-4f30-afff-f4c0953ed064 None None] The sync data for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi is: [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '06c8edef-bcef-4c34-8628-dc1ac9b4595a', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'port_id': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'mac_address': 'fa:16:3e:cf:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2d07-cf88-4680-af90-903688e2e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:25Z', 'updated_at': '2022-05-06T23:37:25Z', 'revision_number': 0, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:26.835504 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (41036964-97e3-42eb-a552-23676fb69476), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.839576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (41036964-97e3-42eb-a552-23676fb69476), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.857791 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41036964-97e3-42eb-a552-23676fb69476,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.865601 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.866785 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-8bab2206-196e-4a51-b94e-4972da61aab7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290781 May 06 23:37:26.869596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45126) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:26.873996 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'security_group_rule': {'security_group_id': '12011b51-f93b-4d58-8ecc-b9446361a1f6', 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:26.893956 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.securitygroups_db [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Project e945e78585194b4c8ceff8affbfe7962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:37:26.900234 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (7d76180d-944e-4c0d-aae9-5435fa3160ad), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.962865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (7d76180d-944e-4c0d-aae9-5435fa3160ad), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.967296 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (7d76180d-944e-4c0d-aae9-5435fa3160ad), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:26.983519 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d76180d-944e-4c0d-aae9-5435fa3160ad,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:26.996891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.001516 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9a2c3778-90cc-4263-ad2c-4aaf2e2c42f0 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276050 May 06 23:37:27.026693 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9cf4e-93cc-4c7a-a4ae-47a810ed349b None None] New status for floating IP 06c8edef-bcef-4c34-8628-dc1ac9b4595a: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:27.118064 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65257d-d831-455b-85b2-a0e918183500 req-3e1a7fe2-80f0-48eb-8007-dd06134a80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.119703 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-3e1a7fe2-80f0-48eb-8007-dd06134a80c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1129 time: 0.0625675 May 06 23:37:27.128180 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-171948a9-6608-42f4-83dc-dcd5f79c32da tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838578116&fields=id&tenant_id=e945e78585194b4c8ceff8affbfe7962 HTTP/1.1" status: 200 len: 267 time: 0.0789344 May 06 23:37:27.178792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-1aa32838-57a8-4cb0-b790-d91dd0b8ae63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.180271 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-1aa32838-57a8-4cb0-b790-d91dd0b8ae63 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0459363 May 06 23:37:27.191262 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'port': {'security_groups': ['4c27ae72-d17c-4d38-8527-e183dec11e07', '12011b51-f93b-4d58-8ecc-b9446361a1f6']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:27.312008 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.368468 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65257d-d831-455b-85b2-a0e918183500 req-3f3c8411-1494-410b-b314-5c2ac04c28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.369947 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-3f3c8411-1494-410b-b314-5c2ac04c28c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 916 time: 0.1525128 May 06 23:37:27.405441 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-a2b6d645-b3a4-4116-a275-a8cf869a528c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.406898 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-a2b6d645-b3a4-4116-a275-a8cf869a528c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 945 time: 0.0475366 May 06 23:37:27.469840 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-f35196fc-485c-41b1-8f6e-1e77b12ef389 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 1001 time: 0.0926919 May 06 23:37:27.501449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:27.502019 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.572477 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65257d-d831-455b-85b2-a0e918183500 req-dbb6d819-6892-4725-a85c-dc2f58fb49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.573874 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-dbb6d819-6892-4725-a85c-dc2f58fb49cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.0981157 May 06 23:37:27.604620 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] For port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:27.605066 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.848914 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.849545 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:27.849904 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP ddb50230-93fe-46ed-bbc7-869226dcb194 disassociated. External IP: 172.27.1.246, port: 0f0b6875-ddaf-438f-8784-2c2ef6d380e7. May 06 23:37:27.850227 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 owned by compute:nova {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:27.942635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:27.952357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65257d-d831-455b-85b2-a0e918183500 req-480530a8-3b77-47db-8fa2-e543f0f5b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.953926 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-480530a8-3b77-47db-8fa2-e543f0f5b029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3616772 May 06 23:37:27.961585 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2031f-b93c-4079-a27c-9a23ad62e747 req-04c32669-b00e-4b7c-b82b-449f4b3dce69 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:27.963087 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ee2031f-b93c-4079-a27c-9a23ad62e747 req-04c32669-b00e-4b7c-b82b-449f4b3dce69 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.3727472 May 06 23:37:28.053461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.068592 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.082534 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:37:28.146459 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2ee2031f-b93c-4079-a27c-9a23ad62e747 req-d1be036f-8075-4974-a9cd-76b81a158977 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717074 May 06 23:37:28.151709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-6fbe6be7-89d1-4680-b033-925965a2a17b service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859715 May 06 23:37:28.157456 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:28.158126 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.166708 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c2cb006d-78c6-4e04-8498-cf2f95e92398 req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "PUT /v2.0/ports/50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 981 time: 0.9795747 May 06 23:37:28.180592 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:28.184290 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2721020-5e68-43af-9280-7c681f856282" -d '{"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:28.267193 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (0f0b6875-ddaf-438f-8784-2c2ef6d380e7), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.301855 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:37:28.305642 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=6']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:28.310400 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=0f0b6875-ddaf-438f-8784-2c2ef6d380e7,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:28.323925 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.324368 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.324761 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.325094 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.325418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.325739 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.326056 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.326371 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.326825 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.327145 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.327588 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.327914 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.330579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.330579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.330579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.378739 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-042928a1-7408-4baa-8f04-4d7e9c43af94 req-d7371691-8de5-4958-a8ae-13ba3e15c558 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fae3b48-d8c8-4751-a87d-6653809e62d1 HTTP/1.1" status: 200 len: 210 time: 0.1183176 May 06 23:37:28.386234 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.386978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.388044 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.388604 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.389647 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.390155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.390677 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.391791 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.392308 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.392862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.393904 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.394969 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.395493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.396711 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.397241 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f3794-6f4b-43c9-949f-716d0a315a49 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:28.426033 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169f7a-149c-4c5f-aeb3-dffa49496687 req-ae81574e-74fd-4903-b9b5-3da18a271e45 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:28.427591 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fe169f7a-149c-4c5f-aeb3-dffa49496687 req-ae81574e-74fd-4903-b9b5-3da18a271e45 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.1652162 May 06 23:37:28.473556 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd0dbf-6538-48cd-a8e5-f45844b655e2 x-openstack-request-id: req-fabd0dbf-6538-48cd-a8e5-f45844b655e2 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:28.473854 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:28.474133 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fabd0dbf-6538-48cd-a8e5-f45844b655e2 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:28.474509 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabd0dbf-6538-48cd-a8e5-f45844b655e2'] response: {'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:37:28.478305 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7c65257d-d831-455b-85b2-a0e918183500 req-60d2b079-8234-4ab2-ba1f-0224b309e5f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908864 May 06 23:37:28.490374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:28.517751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fe169f7a-149c-4c5f-aeb3-dffa49496687 req-648a0027-641b-42dc-970c-52439ced0727 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816236 May 06 23:37:28.530949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-c520cfcf-c1a3-48c7-a400-1e2472f1fa57 None None] Provisioning complete for port 50ee9499-163b-4ec8-8f69-185b9fc7b802 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:28.531308 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c520cfcf-c1a3-48c7-a400-1e2472f1fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.584404 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721020-5e68-43af-9280-7c681f856282 req-88e32153-6bea-4a3e-b6b7-ed7eba0cfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:28.586146 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-88e32153-6bea-4a3e-b6b7-ed7eba0cfcd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1168 time: 0.0514364 May 06 23:37:28.617521 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:28.632843 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:28.644012 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:28.647518 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:28.661809 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] No DVR routers for this DVR port 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 on host hv-cinder-84099 {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:37:28.664402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:28.668226 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-37a885ae-eab6-4819-ab8b-14c2ccc3eda9 req-9f252a74-d6c8-4ae1-ae68-c5336640ce08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "DELETE /v2.0/ports/0f0b6875-ddaf-438f-8784-2c2ef6d380e7 HTTP/1.1" status: 204 len: 173 time: 1.2543044 May 06 23:37:28.668718 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'name': 'network-vif-deleted', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:28.671018 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d4178-3dcc-49a4-90cd-ff07e84fca07" -d '{"events": [{"server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "name": "network-vif-deleted", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:28.728625 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-c520cfcf-c1a3-48c7-a400-1e2472f1fa57 None None] Current status of the port 50ee9499-163b-4ec8-8f69-185b9fc7b802 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:28.734504 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721020-5e68-43af-9280-7c681f856282 req-0c5b7180-aaa6-4851-9a4d-074b0ac3f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:28.739076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-0c5b7180-aaa6-4851-9a4d-074b0ac3f7ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 916 time: 0.1441553 May 06 23:37:28.746570 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc3cd8-94f3-4ec6-bd6c-6906ece6fe33 x-openstack-request-id: req-09cc3cd8-94f3-4ec6-bd6c-6906ece6fe33 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:28.746823 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae3b48-d8c8-4751-a87d-6653809e62d1", "name": "network-vif-deleted", "tag": "0f0b6875-ddaf-438f-8784-2c2ef6d380e7", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:28.747130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09cc3cd8-94f3-4ec6-bd6c-6906ece6fe33 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:28.747477 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cc3cd8-94f3-4ec6-bd6c-6906ece6fe33'] response: {'server_uuid': '7fae3b48-d8c8-4751-a87d-6653809e62d1', 'name': 'network-vif-deleted', 'tag': '0f0b6875-ddaf-438f-8784-2c2ef6d380e7', 'status': 'completed', 'code': 200} May 06 23:37:28.790734 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:28.889541 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-cd5246b0-dcc1-40bd-98f7-dbde9910b1de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 1001 time: 0.1246388 May 06 23:37:28.996813 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:29.007269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721020-5e68-43af-9280-7c681f856282 req-962e9bdf-c83d-4760-8b8b-475c40a493f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:29.008768 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-962e9bdf-c83d-4760-8b8b-475c40a493f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.0449073 May 06 23:37:29.023436 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:29.031649 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:29.032238 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:29.138995 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:29.298924 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721020-5e68-43af-9280-7c681f856282 req-5b0da00d-8e0f-49df-a8da-800cf3eeb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:29.301159 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-5b0da00d-8e0f-49df-a8da-800cf3eeb4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772197 May 06 23:37:29.309150 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45467d-3b20-477c-9d64-20c6f4327406 req-6257f603-067a-46e0-b79b-fe4d408d0a04 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:29.310699 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dc45467d-3b20-477c-9d64-20c6f4327406 req-6257f603-067a-46e0-b79b-fe4d408d0a04 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0764449 May 06 23:37:29.335425 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:29.364045 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3b9f6-2d9f-4698-8ada-30f13931d5f3 None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:29.416872 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dc45467d-3b20-477c-9d64-20c6f4327406 req-b121a76a-91d8-430a-8ff9-841b15b3c5f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939984 May 06 23:37:29.447623 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-0ba7c652-fe83-4067-bf2f-a1c253a3a74a service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358893 May 06 23:37:29.480779 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45152) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:29.540519 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (f5d014bf-069c-490c-b323-b6895b29fd3b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.561124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2721020-5e68-43af-9280-7c681f856282 req-106043f4-b3c4-47f6-85d0-1095436cf8d2 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966136 May 06 23:37:29.568731 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (f5d014bf-069c-490c-b323-b6895b29fd3b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.620152 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (f5d014bf-069c-490c-b323-b6895b29fd3b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.622739 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.623931 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/security-groups/f5d014bf-069c-490c-b323-b6895b29fd3b HTTP/1.1" status: 204 len: 168 time: 0.1417630 May 06 23:37:29.627076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45154) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:29.633365 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a624e-0741-47bf-a33a-39b16660e094 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d014bf-069c-490c-b323-b6895b29fd3b,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:29.641270 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.api.v2.resource [None req-8cdbcd4d-803a-489b-8c04-ac254c2483c2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] show failed (client error): The resource could not be found. May 06 23:37:29.642261 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-8cdbcd4d-803a-489b-8c04-ac254c2483c2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups/f5d014bf-069c-490c-b323-b6895b29fd3b HTTP/1.1" status: 404 len: 347 time: 0.0142143 May 06 23:37:29.643953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c511a3-1abc-435c-9fd0-7cbed61a691e None None] New status for floating IP ddb50230-93fe-46ed-bbc7-869226dcb194: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:29.645163 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45156) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:29.774594 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port 09456219-f203-4a84-bd60-ed00481259ba {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:29.774935 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (09456219-f203-4a84-bd60-ed00481259ba), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.874754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (09456219-f203-4a84-bd60-ed00481259ba), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.875078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (09456219-f203-4a84-bd60-ed00481259ba), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:29.895417 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for 09456219-f203-4a84-bd60-ed00481259ba owned by network:floatingip {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:30.037772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (09456219-f203-4a84-bd60-ed00481259ba), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.062815 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=09456219-f203-4a84-bd60-ed00481259ba,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:30.127628 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (ddb50230-93fe-46ed-bbc7-869226dcb194), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.130086 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.131229 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ebda5ce0-4288-4c4e-a4eb-771c976dca4c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/floatingips/ddb50230-93fe-46ed-bbc7-869226dcb194 HTTP/1.1" status: 204 len: 168 time: 0.4851594 May 06 23:37:30.324471 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45172) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:30.328998 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577236446', 'description': 'tempest-description--2078316208'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:30.348411 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.412718 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (bb71c474-3a81-4b9d-871e-a7b22c908331), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.416102 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bb71c474-3a81-4b9d-871e-a7b22c908331), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.445218 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.449771 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1209419 May 06 23:37:30.449771 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b1c9-7e1f-4b7f-9bb2-45049af79d08 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71c474-3a81-4b9d-871e-a7b22c908331,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:30.450132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45178) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:30.455637 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': 'bb71c474-3a81-4b9d-871e-a7b22c908331', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:30.496162 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (a8e7aa8c-7f3a-42b5-9f7b-8ca87068488b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.536432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0126a1-9b31-46f9-87ce-f8744be22f68 req-ea4bc4e1-52d3-434e-b0fb-9e8885f74083 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:30.537954 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be0126a1-9b31-46f9-87ce-f8744be22f68 req-ea4bc4e1-52d3-434e-b0fb-9e8885f74083 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0485590 May 06 23:37:30.555379 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (a8e7aa8c-7f3a-42b5-9f7b-8ca87068488b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.560411 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (a8e7aa8c-7f3a-42b5-9f7b-8ca87068488b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.583107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e7aa8c-7f3a-42b5-9f7b-8ca87068488b,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:30.591428 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be0126a1-9b31-46f9-87ce-f8744be22f68 req-e3cfe5d1-952d-4940-bae6-a93adcccfe6b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477786 May 06 23:37:30.600759 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.602016 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7443ccfb-c39b-4d9f-8f89-ab07d5b090ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500509 May 06 23:37:30.605200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45182) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:30.609795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': 'bb71c474-3a81-4b9d-871e-a7b22c908331', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:30.633953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (79fe1e30-699a-4a81-85f0-14c797fbed52), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.688703 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (79fe1e30-699a-4a81-85f0-14c797fbed52), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.692152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (79fe1e30-699a-4a81-85f0-14c797fbed52), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.709781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fe1e30-699a-4a81-85f0-14c797fbed52,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:30.716461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.717648 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-fa8e2006-b802-4dc9-80aa-9c50d0db4951 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113694 May 06 23:37:30.720667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45184) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:30.725820 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:30.745346 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.826516 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:30.929468 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.27.1.206 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/23690f20-248d-4529-930c-9af6f2b14c45) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:37:30.940387 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:37:30.961206 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:37:30.961535 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0f0b6875-ddaf-438f-8784-2c2ef6d380e7 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:37:31.031515 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (23690f20-248d-4529-930c-9af6f2b14c45), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.064039 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (23690f20-248d-4529-930c-9af6f2b14c45), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.100744 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:37:31.103403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:37:31.106826 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:37:31.131443 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=23690f20-248d-4529-930c-9af6f2b14c45,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:31.193218 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.230775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (23690f20-248d-4529-930c-9af6f2b14c45), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.371149 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (23690f20-248d-4529-930c-9af6f2b14c45), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.375379 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (23690f20-248d-4529-930c-9af6f2b14c45), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.444803 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=23690f20-248d-4529-930c-9af6f2b14c45,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:31.454030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.468148 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:31.469434 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9024e7d6-b7a8-40ae-8c88-191f42875ed3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7478528 May 06 23:37:31.657921 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-48ed405c-b16d-4764-8b7f-76c60b597d03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--577236446&fields=id&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 267 time: 0.0419955 May 06 23:37:31.755992 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee63a5-8407-41fa-9ba2-3979aedde740 req-da927e42-4c00-428c-a045-bf987f22c151 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:31.757520 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-71ee63a5-8407-41fa-9ba2-3979aedde740 req-da927e42-4c00-428c-a045-bf987f22c151 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0978494 May 06 23:37:31.830770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-daa10cdc-df68-455f-9204-f962afa87b2c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:31.832245 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-daa10cdc-df68-455f-9204-f962afa87b2c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.1639676 May 06 23:37:31.845662 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-71ee63a5-8407-41fa-9ba2-3979aedde740 req-0280aa01-b333-44ca-a261-aa7be655c2c2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803301 May 06 23:37:31.879359 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-19a28ad5-3254-472d-8fbf-481e8fa9443e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/quotas/1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 375 time: 0.0378895 May 06 23:37:31.884088 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0cdb-f2b5-4add-bad7-228f6eef7f0d req-1411b4ee-9dab-47cf-815b-2cfce478ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:31.885506 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ed5b0cdb-f2b5-4add-bad7-228f6eef7f0d req-1411b4ee-9dab-47cf-815b-2cfce478ba24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0516481 May 06 23:37:31.947087 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-e8ec70d1-ddb5-4f44-91f6-49eea91159f7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606632 May 06 23:37:31.957073 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ed5b0cdb-f2b5-4add-bad7-228f6eef7f0d req-ed406bed-3925-49ff-a026-cd157d612f1e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628121 May 06 23:37:32.050462 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9699e2c0-2da5-4ca3-b7dd-e4937acd5668 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812118 May 06 23:37:32.141171 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-21badb50-c31e-4d4e-9d43-a36acf5b0b16 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849352 May 06 23:37:32.314468 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2da6918f-47a6-4b27-97a9-6a07dff09af4 req-78f05767-eff0-46db-83a7-1d5260b02827 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 210 time: 0.0403452 May 06 23:37:32.410940 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4eae2-5138-4b3a-8d82-6e0cf4fe81b0 req-733a6236-bd13-47d0-84f3-a1cc0b9f5500 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:32.412513 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-00e4eae2-5138-4b3a-8d82-6e0cf4fe81b0 req-733a6236-bd13-47d0-84f3-a1cc0b9f5500 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0487359 May 06 23:37:32.463890 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-00e4eae2-5138-4b3a-8d82-6e0cf4fe81b0 req-32108741-8250-403b-b615-4a4bf636cd93 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451872 May 06 23:37:32.961272 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e34bd-4271-47c4-8be4-41053f1d7bd6 req-69416064-8a78-48c9-9f38-d3c8ff71a0e3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:32.962728 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a1e34bd-4271-47c4-8be4-41053f1d7bd6 req-69416064-8a78-48c9-9f38-d3c8ff71a0e3 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0459332 May 06 23:37:33.011011 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a1e34bd-4271-47c4-8be4-41053f1d7bd6 req-c92eb41e-544d-4c0c-b803-af0f566dc39a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 May 06 23:37:33.413433 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1bf47d02-d086-4283-9d30-b2b3773d8e3e req-b5622d8a-7632-44a3-a86b-a2d92db305f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 210 time: 0.0277381 May 06 23:37:33.577994 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b9be-b4d8-4f83-bd6b-7fd21f125342 req-4b22c88c-baab-4b3c-891e-18439d6ba80c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:33.579520 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb26b9be-b4d8-4f83-bd6b-7fd21f125342 req-4b22c88c-baab-4b3c-891e-18439d6ba80c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0456810 May 06 23:37:33.628415 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb26b9be-b4d8-4f83-bd6b-7fd21f125342 req-ec5d7afe-a707-4f41-b4a0-cf4ea0d4b06e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429933 May 06 23:37:34.120724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa4026-6c94-46b9-9308-1e128b03a9b7 req-80301a15-94c4-4edf-aafc-e3d9b0ecb5f4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:34.122110 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5faa4026-6c94-46b9-9308-1e128b03a9b7 req-80301a15-94c4-4edf-aafc-e3d9b0ecb5f4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0458403 May 06 23:37:34.169768 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5faa4026-6c94-46b9-9308-1e128b03a9b7 req-32352192-dc3b-4854-96bf-4cd5d8b537a0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 May 06 23:37:34.401885 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-50cfbcf3-17c2-4b83-bbbd-8845b86f295f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:34.403241 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-50cfbcf3-17c2-4b83-bbbd-8845b86f295f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0474551 May 06 23:37:34.520130 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c87dc2a0-7d29-4c5e-98fe-03babb7563e9 req-1506a4ff-6204-4d1d-bd9d-d4b63b2521a2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 210 time: 0.0312109 May 06 23:37:34.530165 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Deleting port 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:34.530326 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (86468228-ab16-47f2-9446-421cf52e2da0), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:34.624688 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] For port 86468228-ab16-47f2-9446-421cf52e2da0, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=86468228-ab16-47f2-9446-421cf52e2da0,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:34.625050 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (86468228-ab16-47f2-9446-421cf52e2da0), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:34.785826 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e14440-16dc-43da-9a7d-6c52568e61b1 req-6e4e265d-ede7-4d45-85a2-81c197cbaad6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:34.787995 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d8e14440-16dc-43da-9a7d-6c52568e61b1 req-6e4e265d-ede7-4d45-85a2-81c197cbaad6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 946 time: 0.0679994 May 06 23:37:34.882683 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:34.883099 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:34.883506 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Floating IP 85777ede-e24f-48be-af05-fa14343d50a8 disassociated. External IP: 172.27.1.234, port: 86468228-ab16-47f2-9446-421cf52e2da0. May 06 23:37:34.883832 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Calling delete_port for 86468228-ab16-47f2-9446-421cf52e2da0 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:34.901823 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d8e14440-16dc-43da-9a7d-6c52568e61b1 req-d36cf4d8-6f7b-4ef3-838f-b5fcc2374ee1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=d01fbe93-7a34-4ebe-9321-1faf38d70108&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071327 May 06 23:37:35.024787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (86468228-ab16-47f2-9446-421cf52e2da0), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:35.052179 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'Port': ['ID=86468228-ab16-47f2-9446-421cf52e2da0,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:35.165720 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:35.319132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274282-6586-4ad6-92e6-daae884aae83 req-27e08fc5-df48-4a90-8c7c-6825b01c7cfa tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:35.320638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-81274282-6586-4ad6-92e6-daae884aae83 req-27e08fc5-df48-4a90-8c7c-6825b01c7cfa tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0787041 May 06 23:37:35.327070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:35.337579 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:35.348457 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:35.349493 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:35.391787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] No DVR routers for this DVR port 86468228-ab16-47f2-9446-421cf52e2da0 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:37:35.396379 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:35.399829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fce2db3e-7574-42d6-a44b-eced29d95392 req-da0c0712-bb56-489f-827b-32e2738cef45 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "DELETE /v2.0/ports/86468228-ab16-47f2-9446-421cf52e2da0 HTTP/1.1" status: 204 len: 173 time: 0.9770217 May 06 23:37:35.400284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-deleted', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:35.402655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d6dc2-279b-499d-b845-2bad307a13b4" -d '{"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-deleted", "tag": "86468228-ab16-47f2-9446-421cf52e2da0"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:35.444190 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-81274282-6586-4ad6-92e6-daae884aae83 req-b09e2122-24c4-4dcd-9ae1-b16d49e1f174 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094007 May 06 23:37:35.473989 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba144a2b-d3ef-4559-bf12-daf071b36670 x-openstack-request-id: req-ba144a2b-d3ef-4559-bf12-daf071b36670 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:35.473989 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78e5b2-9f51-426c-a289-e543da0c3fad", "name": "network-vif-deleted", "tag": "86468228-ab16-47f2-9446-421cf52e2da0", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:35.473989 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba144a2b-d3ef-4559-bf12-daf071b36670 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:35.473989 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba144a2b-d3ef-4559-bf12-daf071b36670'] response: {'server_uuid': '7d78e5b2-9f51-426c-a289-e543da0c3fad', 'name': 'network-vif-deleted', 'tag': '86468228-ab16-47f2-9446-421cf52e2da0', 'status': 'completed', 'code': 200} May 06 23:37:35.525878 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:35.597090 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-d6c1d855-69e8-4a88-b69f-1bca1b3afe26 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:35.601185 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-d6c1d855-69e8-4a88-b69f-1bca1b3afe26 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.2080054 May 06 23:37:35.671226 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fbb2f395-561f-4a94-867e-1ac9c2198416 req-07403318-d7cc-4625-b4f3-e922be15553c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 210 time: 0.0379515 May 06 23:37:35.750781 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:35.785553 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-48b48f81-59e0-4a1a-b31c-a4413ddb0558 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 379 time: 0.0734594 May 06 23:37:35.875585 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:35.884774 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:35.885324 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:35.944851 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79b584-b36a-4384-a213-854f31aedf20 req-b8470ed6-2cf8-4c87-9414-6235c6998dc8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:35.947107 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc79b584-b36a-4384-a213-854f31aedf20 req-b8470ed6-2cf8-4c87-9414-6235c6998dc8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0517111 May 06 23:37:35.997590 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:36.002991 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fc79b584-b36a-4384-a213-854f31aedf20 req-2b493734-7cd0-480a-8fa8-79ec03d0c25f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509131 May 06 23:37:36.019289 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-56031063-4368-4378-a5df-67cf5057aa57 req-d6aae953-133d-4dff-b0bb-fa2c2fd860d0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d78e5b2-9f51-426c-a289-e543da0c3fad HTTP/1.1" status: 200 len: 210 time: 0.0292640 May 06 23:37:36.073892 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'port': {'device_id': 'd326f719-5b53-43e9-a36b-7653228dc878', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'admin_state_up': True, 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'security_groups': ['bb71c474-3a81-4b9d-871e-a7b22c908331']}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:36.143341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-8b540e6d-ca2d-4d47-8643-5c4b5ce338df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.144950 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-8b540e6d-ca2d-4d47-8643-5c4b5ce338df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0414109 May 06 23:37:36.198531 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'port': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:37:36.203471 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.242263 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:36.272354 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238527e-59d3-4f98-a46e-6210bd20ff6d None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:36.273049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-7688cb70-9e34-4677-8e1a-f12c369743af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.274538 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-7688cb70-9e34-4677-8e1a-f12c369743af service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1219516 May 06 23:37:36.344617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-57bffc43-4070-43ed-82ab-27057f77442f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 1001 time: 0.0632062 May 06 23:37:36.346377 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.20.0.3 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/f4497b6c-9a26-4d7f-852e-ac10f9b0e007) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:37:36.396873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-c9863f3d-c28a-40ec-af34-c444f63958be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.398887 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-c9863f3d-c28a-40ec-af34-c444f63958be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0482199 May 06 23:37:36.455953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-4159ff79-d103-41ce-a06b-9f212d4c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.457517 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-4159ff79-d103-41ce-a06b-9f212d4c3241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444176 May 06 23:37:36.499973 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.532347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc07578-fa7e-4e3e-8ceb-796fa30b1346 None None] New status for floating IP 85777ede-e24f-48be-af05-fa14343d50a8: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:36.536572 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.556495 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-cae17cdb-8490-40cd-b281-36bda76f9c1c service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 May 06 23:37:36.576874 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:37:36.582335 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:37:36.586074 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:37:36.594618 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:36.645586 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.646331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.664314 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9d2102ee-3810-4907-9167-56e7049165b6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943894 May 06 23:37:36.679985 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Request body: {'port': {'device_id': 'd326f719-5b53-43e9-a36b-7653228dc878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:36.755909 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.924663 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-ba747edc-7934-48b3-9371-65468cc45702 None None] Provisioning complete for port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:36.925422 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ba747edc-7934-48b3-9371-65468cc45702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:36.964242 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-ba747edc-7934-48b3-9371-65468cc45702 None None] Port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:37:36.968087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac80cc7-fd46-47d0-8f08-92dd93b5666e req-13d84eb8-fc3b-4124-a070-488107bac1cd tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:36.969768 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ac80cc7-fd46-47d0-8f08-92dd93b5666e req-13d84eb8-fc3b-4124-a070-488107bac1cd tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 931 time: 0.0706918 May 06 23:37:37.006870 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e442d4dd-70f0-4934-ba3a-0a15fba5e620 req-d8e1cff0-8915-4eee-8491-33afbf5341c0 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385355 May 06 23:37:37.034316 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9ac80cc7-fd46-47d0-8f08-92dd93b5666e req-9f2f7f48-8a86-4d58-a709-4b2b47d538ca tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547953 May 06 23:37:37.046899 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4497b6c-9a26-4d7f-852e-ac10f9b0e007 {{(pid=103250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:37:37.060031 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks [] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.081544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.provisioning_blocks [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Transition to ACTIVE for port object f4497b6c-9a26-4d7f-852e-ac10f9b0e007 will not be triggered until provisioned by entity L2. {{(pid=103250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:37:37.086423 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.130735 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcaa7-8b03-496c-84cb-8a5e67301d05 req-f05b9479-c870-4507-8a02-b170d623e5e0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:37.132298 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5bdcaa7-8b03-496c-84cb-8a5e67301d05 req-f05b9479-c870-4507-8a02-b170d623e5e0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0543981 May 06 23:37:37.132797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45266) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:37.160165 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Pushing event updated for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:37.230039 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5bdcaa7-8b03-496c-84cb-8a5e67301d05 req-29062f72-7482-4311-98a8-3acb1ee25f1b tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770106 May 06 23:37:37.230817 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (d01fbe93-7a34-4ebe-9321-1faf38d70108), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.241889 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Attempting to bind port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:37:37.242500 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Attempting to bind port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:37:37.242929 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Attempting to bind port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:37:37.248123 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:37:37.248454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Attempting to bind port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:37:37.253990 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:37:37.254328 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:37:37.254710 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:37:37.255135 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.managers [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Bound port: f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:37:37.255605 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.268070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (d01fbe93-7a34-4ebe-9321-1faf38d70108), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.324695 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, cleared binding levels {{(pid=103250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:37:37.326083 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d01fbe93-7a34-4ebe-9321-1faf38d70108), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.328741 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.328900 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:37:37.329890 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "DELETE /v2.0/security-groups/d01fbe93-7a34-4ebe-9321-1faf38d70108 HTTP/1.1" status: 204 len: 168 time: 0.1961532 May 06 23:37:37.333297 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45268) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:37.340036 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d048472-0bcc-44ad-9578-e7abb0a6cc89 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01fbe93-7a34-4ebe-9321-1faf38d70108,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:37.348895 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.354906 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.api.v2.resource [None req-3e96a2c4-a3cc-41a8-88fc-57be2a19aba2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] show failed (client error): The resource could not be found. May 06 23:37:37.355656 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3e96a2c4-a3cc-41a8-88fc-57be2a19aba2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups/d01fbe93-7a34-4ebe-9321-1faf38d70108 HTTP/1.1" status: 404 len: 347 time: 0.0214524 May 06 23:37:37.361081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45270) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:37.385331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:37.386252 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.387634 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] 10.222.0.59 "PUT /v2.0/ports/f4497b6c-9a26-4d7f-852e-ac10f9b0e007 HTTP/1.1" status: 200 len: 1093 time: 0.7124610 May 06 23:37:37.390086 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:37.392411 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:37.429710 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbe53b-8f8b-4820-9665-770446a83119 service neutron] Pushing event updated for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=3']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:37.449786 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e6f23-17fe-46c3-b2c5-c0922ee1932b x-openstack-request-id: req-e14e6f23-17fe-46c3-b2c5-c0922ee1932b {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:37.450266 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:37.450583 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e14e6f23-17fe-46c3-b2c5-c0922ee1932b {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:37.451083 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14e6f23-17fe-46c3-b2c5-c0922ee1932b'] response: {'name': 'network-changed', 'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'status': 'completed', 'code': 200} May 06 23:37:37.502104 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Deleting port ba78f0b4-ef5f-43af-9bae-704e389a2c06 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:37:37.502448 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.586111 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.586441 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (ba78f0b4-ef5f-43af-9bae-704e389a2c06), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.600272 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Calling delete_port for ba78f0b4-ef5f-43af-9bae-704e389a2c06 owned by network:floatingip {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:37:37.730748 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (ba78f0b4-ef5f-43af-9bae-704e389a2c06), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.752776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'Port': ['ID=ba78f0b4-ef5f-43af-9bae-704e389a2c06,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:37.813691 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (85777ede-e24f-48be-af05-fa14343d50a8), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.816731 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:37.817868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4a1b55c0-e3c8-4029-b1c7-598103e40fa4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "DELETE /v2.0/floatingips/85777ede-e24f-48be-af05-fa14343d50a8 HTTP/1.1" status: 204 len: 168 time: 0.4558144 May 06 23:37:38.143960 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48df3-9966-42c1-823b-b629184d8f84 req-4072fec4-a9aa-4295-87de-dff48c1e8f33 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:38.145424 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8ca48df3-9966-42c1-823b-b629184d8f84 req-4072fec4-a9aa-4295-87de-dff48c1e8f33 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 943 time: 0.0462539 May 06 23:37:38.195709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8ca48df3-9966-42c1-823b-b629184d8f84 req-23876ee3-24fc-46f4-88cb-7b8630a58de3 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 May 06 23:37:38.206805 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45278) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:38.211383 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338072936', 'description': 'tempest-description--84946953'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:38.233420 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.298887 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (b4a5d2ec-18d9-46db-8808-76c9d5ead690), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.310449 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b4a5d2ec-18d9-46db-8808-76c9d5ead690), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.362446 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0da85a-faa9-4473-b00e-ca44399e239d req-8cd70ff5-3cc0-4039-bafe-b3f7c73cbd23 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:38.364514 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a0da85a-faa9-4473-b00e-ca44399e239d req-8cd70ff5-3cc0-4039-bafe-b3f7c73cbd23 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0644305 May 06 23:37:38.370704 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.371829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639647 May 06 23:37:38.374825 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45282) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:38.379391 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group_rule': {'security_group_id': 'b4a5d2ec-18d9-46db-8808-76c9d5ead690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:38.382145 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7b39-2541-4a5a-aa17-518ef1643341 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5d2ec-18d9-46db-8808-76c9d5ead690,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:38.407772 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (f4316f0d-622b-48f6-9915-83b89c330226), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.420093 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a0da85a-faa9-4473-b00e-ca44399e239d req-4df090c6-5d27-4e35-8dec-4c3e6aedfce9 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 May 06 23:37:38.467154 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (f4316f0d-622b-48f6-9915-83b89c330226), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.471153 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (f4316f0d-622b-48f6-9915-83b89c330226), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.489568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4316f0d-622b-48f6-9915-83b89c330226,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:38.497695 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.499151 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-32b79722-ab23-476e-8458-dc72ef1beadb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232610 May 06 23:37:38.501903 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45284) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:38.506160 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'security_group_rule': {'security_group_id': 'b4a5d2ec-18d9-46db-8808-76c9d5ead690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:38.530119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (a184b6e4-3467-4c03-a5ea-32ae4e2a138d), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.590229 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (a184b6e4-3467-4c03-a5ea-32ae4e2a138d), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.593985 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (a184b6e4-3467-4c03-a5ea-32ae4e2a138d), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.612829 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a184b6e4-3467-4c03-a5ea-32ae4e2a138d,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:38.623239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.624440 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-9416b92f-3387-4008-bb51-dfb660bc40ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216197 May 06 23:37:38.627571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45286) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:38.632312 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:38.676682 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.722820 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-b4a3ed91-23d2-4be3-b264-a3b937e64eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:38.724301 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-b4a3ed91-23d2-4be3-b264-a3b937e64eee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 1127 time: 0.0806315 May 06 23:37:38.805548 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:38.887058 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-6f819967-7244-45e3-b471-bb0ca3d41328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:38.888476 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-6f819967-7244-45e3-b471-bb0ca3d41328 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1483262 May 06 23:37:38.938100 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Allocated IP 172.27.1.59 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/fde0f98e-aaf8-4492-be26-28a98c95afd0) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:37:38.986999 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:37:39.007946 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 86468228-ab16-47f2-9446-421cf52e2da0 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:37:39.008286 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 86468228-ab16-47f2-9446-421cf52e2da0 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:37:39.038632 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.072324 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.109508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:37:39.112288 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:37:39.116278 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:37:39.123434 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=fde0f98e-aaf8-4492-be26-28a98c95afd0,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:39.202171 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.240705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.314388 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afd5df-8b00-45d2-9ab9-cf411b99d757 req-169bf03b-ea4b-40c4-ac94-df8bd700772c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.315896 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48afd5df-8b00-45d2-9ab9-cf411b99d757 req-169bf03b-ea4b-40c4-ac94-df8bd700772c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 943 time: 0.0527203 May 06 23:37:39.361858 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-48afd5df-8b00-45d2-9ab9-cf411b99d757 req-7eb2bf0e-2e56-4eba-bcd6-8afc26ea7449 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 May 06 23:37:39.439018 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.444113 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.547342 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3835e8-b1b2-4aea-9581-0e3d6d38033f req-0092e428-8df2-42f9-a410-88bcd9105c95 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.547579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-001228ad-45ca-4a60-8b06-772b40d5d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.548872 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-71b6560d-98cc-45b5-bcb1-d9fe7cb1d6c3 req-001228ad-45ca-4a60-8b06-772b40d5d855 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823614 May 06 23:37:39.549004 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce3835e8-b1b2-4aea-9581-0e3d6d38033f req-0092e428-8df2-42f9-a410-88bcd9105c95 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0585921 May 06 23:37:39.551513 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=fde0f98e-aaf8-4492-be26-28a98c95afd0,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:39.558001 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.576180 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.586543 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2c30db05-e146-4c09-b263-7e3d1e035115 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9490047 May 06 23:37:39.612435 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce3835e8-b1b2-4aea-9581-0e3d6d38033f req-e7a79f57-e8a2-4c3a-811c-6d323f96f595 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 May 06 23:37:39.637159 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-67ca509b-df11-4cf3-999f-3ba77c38a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.638717 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-67ca509b-df11-4cf3-999f-3ba77c38a1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 1127 time: 0.0431409 May 06 23:37:39.680974 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-74880e0e-6cfc-4c83-8aac-4c6408389bdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007 HTTP/1.1" status: 200 len: 217 time: 0.0349667 May 06 23:37:39.720367 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e515-6c8f-4601-9816-cf409f692a45 req-e19491ca-c833-49e5-a44c-63fc26bfd741 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.724482 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2a64e515-6c8f-4601-9816-cf409f692a45 req-e19491ca-c833-49e5-a44c-63fc26bfd741 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0503905 May 06 23:37:39.733096 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45306) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:39.737633 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Request body: {'floatingip': {'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:39.746422 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-e60629f0-a7df-466e-a3a0-1b0c749cd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.747975 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-e60629f0-a7df-466e-a3a0-1b0c749cd04e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0574427 May 06 23:37:39.791357 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-31884888-bc2e-4c8e-b5d2-9575526d9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:39.792859 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-31884888-bc2e-4c8e-b5d2-9575526d9663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378687 May 06 23:37:39.825054 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:39.830850 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-d5d200aa-78c5-4b31-ae2f-88f215f49c2b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--338072936&fields=id&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 267 time: 0.0905199 May 06 23:37:39.882788 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-9c936467-07e8-4b80-9a84-12b892a9be0e service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 May 06 23:37:39.980345 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-295223c8-9d1d-4226-af91-6cb03a2c2a8a req-0ae6d2dc-d8ea-4ff3-a076-ed6602c08083 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 May 06 23:37:40.033331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-9ac506a4-3d66-44e3-b1f4-cbf3ee1844bf tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:40.034825 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-9ac506a4-3d66-44e3-b1f4-cbf3ee1844bf tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 816 time: 0.1763680 May 06 23:37:40.085137 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-fedd6d4a-db94-4c3e-b7e8-69bfea380d9e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/quotas/d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 375 time: 0.0418797 May 06 23:37:40.169578 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-3cefe259-8db1-462f-a978-fd8f55af8a8b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786359 May 06 23:37:40.344835 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-4970434d-0fe5-46b8-befe-15d60997ed97 service neutron] 10.222.0.60 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590872 May 06 23:37:40.515848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded53d3-b830-48b5-91cf-eb346ef0a484 req-aea0050e-5813-48ae-853d-013d0200fbb2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:40.517316 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5ded53d3-b830-48b5-91cf-eb346ef0a484 req-aea0050e-5813-48ae-853d-013d0200fbb2 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 943 time: 0.0836236 May 06 23:37:40.600402 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-036971f9-2f34-4830-8e86-875716d5cf27 service neutron] 10.222.0.60 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489519 May 06 23:37:40.616852 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:40.624795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:40.633619 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5ded53d3-b830-48b5-91cf-eb346ef0a484 req-c106f2d2-d4c9-41ba-9d84-f6b2e683e953 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076088 May 06 23:37:40.766073 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c9b8f5b7-2c01-419b-8119-e8c3025dc35a req-6a414526-45ac-4b21-bdfb-b939e768c9d9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 210 time: 0.0339241 May 06 23:37:40.884855 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:40.997542 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:41.002338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:41.008490 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:41.021469 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:41.023049 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:41.037023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:41.039243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217e312-c0dc-439f-815d-761f529cfe66" -d '{"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:41.077937 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1573f2-0a66-4602-b014-ae1031af0ee0 x-openstack-request-id: req-cc1573f2-0a66-4602-b014-ae1031af0ee0 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:41.078329 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:41.078618 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1573f2-0a66-4602-b014-ae1031af0ee0 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:41.079074 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1573f2-0a66-4602-b014-ae1031af0ee0'] response: {'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'status': 'completed', 'code': 200} May 06 23:37:41.083391 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a3246cc7-b955-4302-9cd6-9133757fcbdf tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "PUT /v2.0/floatingips/5d5e76b9-b192-4961-b2a8-1ba8a85618f9 HTTP/1.1" status: 200 len: 993 time: 1.3492725 May 06 23:37:41.137718 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:41.146243 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217e312-c0dc-439f-815d-761f529cfe66 req-50615d49-829a-4693-9a83-211b7e4538e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.147863 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-50615d49-829a-4693-9a83-211b7e4538e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0420351 May 06 23:37:41.247242 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217e312-c0dc-439f-815d-761f529cfe66 req-9e765eb7-5a09-406d-a9a3-c8e3f180be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.249044 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-9e765eb7-5a09-406d-a9a3-c8e3f180be82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.0945444 May 06 23:37:41.319157 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-9dac539d-9f79-4a71-bfe6-ed259ce7a935 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 1001 time: 0.0619702 May 06 23:37:41.364800 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:37:40Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:41.372663 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217e312-c0dc-439f-815d-761f529cfe66 req-354e8531-e9e1-494e-ad20-e56423081387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.374118 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-354e8531-e9e1-494e-ad20-e56423081387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0441732 May 06 23:37:41.391236 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:41.400063 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:41.400696 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:41.505439 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:41.661220 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217e312-c0dc-439f-815d-761f529cfe66 req-c9c0c09c-472c-4ffd-a51c-304f8219a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.662670 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-c9c0c09c-472c-4ffd-a51c-304f8219a1d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466390 May 06 23:37:41.732731 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:37:40Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:41.770912 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e27a6-790e-4300-9e02-c1a3a66f9f61 None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5d5e76b9-b192-4961-b2a8-1ba8a85618f9', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'port_id': 'be916252-f08b-46e4-b278-e2a928db2fed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'mac_address': 'fa:16:3e:3a:b0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:35:24Z', 'updated_at': '2022-05-06T23:37:40Z', 'revision_number': 3, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:41.788795 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-aefd45d4-fc26-4652-bb5c-6865c9004e86 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174948 May 06 23:37:41.801766 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e61c2-d6e8-40c2-a525-b944a3f3d4bf req-6fdbe495-c056-4e82-9ca7-99818987c7c1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.803556 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-693e61c2-d6e8-40c2-a525-b944a3f3d4bf req-6fdbe495-c056-4e82-9ca7-99818987c7c1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 943 time: 0.0977881 May 06 23:37:41.897623 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-693e61c2-d6e8-40c2-a525-b944a3f3d4bf req-9871bcb6-48a2-499b-a4bd-0d42a0838d23 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833545 May 06 23:37:41.903105 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-f62ff8a6-2c75-4809-9cfc-43e3944dfbde tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:41.905023 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-f62ff8a6-2c75-4809-9cfc-43e3944dfbde tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 816 time: 0.1684229 May 06 23:37:41.929277 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-c217e312-c0dc-439f-815d-761f529cfe66 req-9288e995-2079-44f0-9852-a1685eb89c70 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323740 May 06 23:37:41.987066 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50c5849c-5797-48ec-a968-f7dd5637f7df req-8f16410f-8713-421a-a523-bec122a6d235 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 210 time: 0.0534878 May 06 23:37:42.029785 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-6614052e-5aba-4721-9a90-2337411f73d4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 379 time: 0.1072998 May 06 23:37:42.089714 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'port': {'device_id': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'admin_state_up': True, 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'security_groups': ['b4a5d2ec-18d9-46db-8808-76c9d5ead690']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:42.191423 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Made reservation on behalf of d822816898904cd89c9565cad32a3000 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:37:42.194528 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:42.316344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Allocated IP 172.20.0.7 (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1/a3adf349-a163-47bc-9655-9b1bfc32dd14/480d28d2-b5c8-4e3e-8d1e-a487795b5deb) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:37:42.449681 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:42.741474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:42.781299 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:37:42.784288 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:37:42.787889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:37:42.795996 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:42.850537 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:42.851170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:42.868361 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-b97b7a39-e6e0-434d-93cc-a735b2da5b51 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821991 May 06 23:37:42.884043 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Request body: {'port': {'device_id': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:42.949908 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:42.973502 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-66dea327-867a-45b4-b4eb-cb3f4b292c91 None None] Provisioning complete for port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:42.974074 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-66dea327-867a-45b4-b4eb-cb3f4b292c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.004183 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f4497b6c-9a26-4d7f-852e-ac10f9b0e007 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:37:43.019999 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-66dea327-867a-45b4-b4eb-cb3f4b292c91 None None] Port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:37:43.083787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:43.085995 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300242d-82cf-4722-a88d-7f542351d446" -d '{"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:43.098598 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b35183-26e3-4adc-abc9-8ffe98891add req-32cc1455-6f65-4348-b227-cc28093c1462 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.100300 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d6b35183-26e3-4adc-abc9-8ffe98891add req-32cc1455-6f65-4348-b227-cc28093c1462 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 943 time: 0.1157477 May 06 23:37:43.110618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:43.123071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'port_id': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'mac_address': 'fa:16:3e:8d:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:37:43.163052 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:43.163439 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.176556 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4497b6c-9a26-4d7f-852e-ac10f9b0e007 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:37:43.195417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:43.199325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.217081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443e2c-a0f6-4e1a-a93f-f2c46d0b3c5e req-8d4c6f29-0619-4467-9343-47bb2ca0a9e9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.218551 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-17443e2c-a0f6-4e1a-a93f-f2c46d0b3c5e req-8d4c6f29-0619-4467-9343-47bb2ca0a9e9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 931 time: 0.1299405 May 06 23:37:43.250668 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:43.258004 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.258732 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.258732 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.258984 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.259320 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.259645 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.259971 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.260294 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.260643 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.260970 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.261293 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.261636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.261739 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d6b35183-26e3-4adc-abc9-8ffe98891add req-02b39d8f-7c2a-4ea3-9d6e-b3419ec5b2c6 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542811 May 06 23:37:43.261961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.262279 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.262596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:37:43.314434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1aa3c-8c53-4dcb-95ed-ec5b873f84c2 x-openstack-request-id: req-e2b1aa3c-8c53-4dcb-95ed-ec5b873f84c2 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:43.314733 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:43.314989 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2b1aa3c-8c53-4dcb-95ed-ec5b873f84c2 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:43.315391 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b1aa3c-8c53-4dcb-95ed-ec5b873f84c2'] response: {'name': 'network-changed', 'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'status': 'completed', 'code': 200} May 06 23:37:43.321528 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-17443e2c-a0f6-4e1a-a93f-f2c46d0b3c5e req-89e64ae6-436c-4840-b22b-eabd26e32099 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885634 May 06 23:37:43.374754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:37:43.382792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks [] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.396911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Transition to ACTIVE for port object 480d28d2-b5c8-4e3e-8d1e-a487795b5deb will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:37:43.400957 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.459017 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:43.533495 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Attempting to bind port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:37:43.534115 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Attempting to bind port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:37:43.534450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Attempting to bind port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:37:43.540835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:37:43.541164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Attempting to bind port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb on network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:37:43.546879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:37:43.547245 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Checking segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:37:43.547635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Bound using segment: {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:37:43.547894 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['f4497b6c-9a26-4d7f-852e-ac10f9b0e007'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:37:43.548204 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Bound port: 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:37:43.548594 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.622633 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:37:43.632182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:37:43.639730 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300242d-82cf-4722-a88d-7f542351d446 req-6418b75a-3d8f-4fa7-ba69-7fc2b5937b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.640946 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.641269 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-6418b75a-3d8f-4fa7-ba69-7fc2b5937b92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 1129 time: 0.3003035 May 06 23:37:43.683345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.684078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:43.685648 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] 10.222.0.59 "PUT /v2.0/ports/480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 1093 time: 0.8058903 May 06 23:37:43.710323 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1d772-f637-4d66-9877-63df9f2fb527 service neutron] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:43.761705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300242d-82cf-4722-a88d-7f542351d446 req-dcbf3723-115b-4360-a867-9481cb2c77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.763217 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-dcbf3723-115b-4360-a867-9481cb2c77da service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.1143942 May 06 23:37:43.788765 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-ca3903f2-91fc-41c9-8163-c2113d069b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.790547 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-ca3903f2-91fc-41c9-8163-c2113d069b20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1127 time: 0.0532837 May 06 23:37:43.836160 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-3f2a2b01-297e-4eeb-864b-b55e26465c44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 217 time: 0.0363605 May 06 23:37:43.836918 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-47bbf989-2af3-42db-a772-266090612363 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 200 len: 1001 time: 0.0664871 May 06 23:37:43.893954 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300242d-82cf-4722-a88d-7f542351d446 req-a51338ac-96f0-4af2-9236-7acedbc5535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.894808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-f83feadc-8924-470f-b0ca-7ff39c67fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.896007 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-a51338ac-96f0-4af2-9236-7acedbc5535e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0477130 May 06 23:37:43.896209 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-f83feadc-8924-470f-b0ca-7ff39c67fb21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0484738 May 06 23:37:43.961473 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300242d-82cf-4722-a88d-7f542351d446 req-f89ed3d2-41cc-443a-851e-da8293058166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.963618 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-1a059372-1d8b-4edc-a3b9-03e596f887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:43.964355 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-f89ed3d2-41cc-443a-851e-da8293058166 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444186 May 06 23:37:43.965388 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-1a059372-1d8b-4edc-a3b9-03e596f887b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447962 May 06 23:37:44.066932 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-3143bf99-24e6-40a3-a22f-09ba0c000ff4 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822558 May 06 23:37:44.072059 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-0224d152-a8bb-4865-85c6-ec3230c0846c service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884087 May 06 23:37:44.158788 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-12cda5be-34e4-48ab-b58e-22e506182e33 req-abced8a4-3db8-4b6d-9cc4-47ce8147d411 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856915 May 06 23:37:44.159040 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-d300242d-82cf-4722-a88d-7f542351d446 req-575811dd-db38-4d53-afe0-173f285cc713 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800383 May 06 23:37:44.379061 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31132-92e0-42ed-8ec0-4d2c5ce6e3b8 req-67aa2efa-407c-431e-9fd8-33b28dfdd7e5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:44.380565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6cb31132-92e0-42ed-8ec0-4d2c5ce6e3b8 req-67aa2efa-407c-431e-9fd8-33b28dfdd7e5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 944 time: 0.0485141 May 06 23:37:44.457824 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cad72-d5bb-4931-bac9-acabf9871606 req-7befe472-72ad-4a22-b20f-850d5fb2c93e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:44.459277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e17cad72-d5bb-4931-bac9-acabf9871606 req-7befe472-72ad-4a22-b20f-850d5fb2c93e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0604823 May 06 23:37:44.463301 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6cb31132-92e0-42ed-8ec0-4d2c5ce6e3b8 req-6286a8d8-0753-400a-8f9d-a365f8ce57f5 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773478 May 06 23:37:44.505445 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e17cad72-d5bb-4931-bac9-acabf9871606 req-6615803a-3f84-4b26-8deb-ac8f24268381 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 May 06 23:37:45.007225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f4497b6c-9a26-4d7f-852e-ac10f9b0e007 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:37:45.054533 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:37:45.060318 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:45.060900 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:45.137069 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:45.137366 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:45.159113 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:45.161348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550621a9-0139-4994-a5ee-b8912c30e9f4" -d '{"events": [{"server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "name": "network-vif-plugged", "status": "completed", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:45.173449 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:45.178032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:45.201026 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e570a7c-0a54-46c8-8d88-7d08b5736d8b x-openstack-request-id: req-5e570a7c-0a54-46c8-8d88-7d08b5736d8b {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:45.201321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "name": "network-vif-plugged", "status": "completed", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:45.201576 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e570a7c-0a54-46c8-8d88-7d08b5736d8b {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:45.201963 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e570a7c-0a54-46c8-8d88-7d08b5736d8b'] response: {'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'code': 200} May 06 23:37:45.228203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:45.316214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:45.319076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e02cf1-5e69-45f3-ba59-0980c0b5db79" -d '{"events": [{"name": "network-changed", "server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:45.354334 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401bfd66-3f8d-4261-a201-8d3bcb81cad5 x-openstack-request-id: req-401bfd66-3f8d-4261-a201-8d3bcb81cad5 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:45.354622 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:45.354875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-401bfd66-3f8d-4261-a201-8d3bcb81cad5 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:45.355278 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401bfd66-3f8d-4261-a201-8d3bcb81cad5'] response: {'name': 'network-changed', 'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'status': 'completed', 'code': 200} May 06 23:37:45.383453 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93639a6e-6900-4b62-b6d7-001e7ec60e65 req-e11b071c-a3c1-471f-ab13-90200bcae580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.384938 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-93639a6e-6900-4b62-b6d7-001e7ec60e65 req-e11b071c-a3c1-471f-ab13-90200bcae580 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 1129 time: 0.0454988 May 06 23:37:45.423687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-e6b033f3-7266-4920-89c7-d4e8afbf0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.425134 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-e6b033f3-7266-4920-89c7-d4e8afbf0687 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1127 time: 0.0433369 May 06 23:37:45.430089 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-93639a6e-6900-4b62-b6d7-001e7ec60e65 req-6eabefdc-c240-440e-9530-dab01de1e95f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373752 May 06 23:37:45.513661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-6ee2814b-070d-49fd-a3ad-e205734ce248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.515117 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-6ee2814b-070d-49fd-a3ad-e205734ce248 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.0835230 May 06 23:37:45.578184 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7e01-8bf7-437e-a92c-8ef33ce7fa66 req-c6dd14ba-b315-4add-a6c9-53c1e8ab3bc8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.579637 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f6ae7e01-8bf7-437e-a92c-8ef33ce7fa66 req-c6dd14ba-b315-4add-a6c9-53c1e8ab3bc8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0472512 May 06 23:37:45.640176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dde59-03f4-44b8-b51e-a0e1e08992ba req-4efe6a81-aa06-4ce4-b0a5-e97bed0587e6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.641647 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-900dde59-03f4-44b8-b51e-a0e1e08992ba req-4efe6a81-aa06-4ce4-b0a5-e97bed0587e6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0611451 May 06 23:37:45.708309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-836c19d8-8e24-4936-9df2-4efc2857fa2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 217 time: 0.0451453 May 06 23:37:45.715669 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f6ae7e01-8bf7-437e-a92c-8ef33ce7fa66 req-89869fd7-4aa9-4c02-875f-8072fc182a68 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269650 May 06 23:37:45.764408 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-900dde59-03f4-44b8-b51e-a0e1e08992ba req-4d486124-cd0a-4980-9dac-d8110b3d2743 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173332 May 06 23:37:45.776560 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-3b93c074-5b07-49ab-97e4-5af959db30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.777958 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-3b93c074-5b07-49ab-97e4-5af959db30aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0593791 May 06 23:37:45.822619 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-04740f2d-fd06-480e-9a31-c1eb1512acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:45.823997 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-04740f2d-fd06-480e-9a31-c1eb1512acd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382004 May 06 23:37:45.915821 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-87534172-a80b-4e8b-9d87-af8fde6a875b service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798304 May 06 23:37:46.381842 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49e02cf1-5e69-45f3-ba59-0980c0b5db79 req-d73c6284-df60-434f-a714-ee147764ae81 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 May 06 23:37:46.828191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc0292-d853-459e-9375-ccc8994fed35 req-33afbcee-43d7-4ac0-bb48-014e5d6d2cb4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:46.829719 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dcfc0292-d853-459e-9375-ccc8994fed35 req-33afbcee-43d7-4ac0-bb48-014e5d6d2cb4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0470250 May 06 23:37:46.903155 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663705bf-b2b1-4d53-a32b-14f2b9ca6d94 req-3df42caf-d0ec-4962-936e-0847a443b558 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:46.904615 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-663705bf-b2b1-4d53-a32b-14f2b9ca6d94 req-3df42caf-d0ec-4962-936e-0847a443b558 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0705574 May 06 23:37:46.921750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-dcfc0292-d853-459e-9375-ccc8994fed35 req-69d7ca79-c381-469f-b0e1-d8c1c251a6c8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860460 May 06 23:37:46.956035 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-663705bf-b2b1-4d53-a32b-14f2b9ca6d94 req-7b103482-a47d-40bd-bbb8-9118a7779289 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 May 06 23:37:47.015610 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:37:47.111699 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:47.122870 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:37:47.158397 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:47.158784 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:47.172171 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:37:47.191437 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:47.194298 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:47.244784 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:47.536753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['480d28d2-b5c8-4e3e-8d1e-a487795b5deb'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:37:48.041785 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4f275-63e6-43a4-8f92-b68dad7eba77 req-c3d62d92-03e1-4f28-9306-cb157310c4a4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:48.043194 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-67f4f275-63e6-43a4-8f92-b68dad7eba77 req-c3d62d92-03e1-4f28-9306-cb157310c4a4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0557339 May 06 23:37:48.090914 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a796d8-526f-4ff8-8d20-fe3e66f35a8e req-d88a852c-66c4-4ca7-8f5c-745387515543 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:48.092332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06a796d8-526f-4ff8-8d20-fe3e66f35a8e req-d88a852c-66c4-4ca7-8f5c-745387515543 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0657749 May 06 23:37:48.134030 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-67f4f275-63e6-43a4-8f92-b68dad7eba77 req-f1edbba2-ace7-4f17-83fa-6e0605cbf105 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719252 May 06 23:37:48.159156 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06a796d8-526f-4ff8-8d20-fe3e66f35a8e req-6e51e681-d2e5-4767-9401-6fc00dce3a01 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570130 May 06 23:37:48.240686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843e1c-513a-4485-a4fa-7cb0b547f998 req-9767b85e-989e-4c2c-8114-e386c0538446 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:48.242123 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-52843e1c-513a-4485-a4fa-7cb0b547f998 req-9767b85e-989e-4c2c-8114-e386c0538446 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0462458 May 06 23:37:48.250595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45370) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:48.254858 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'port_id': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:48.292513 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:48.711611 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:48.716203 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:48.762909 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a81eb7b9-e14e-428b-a9d5-42ab6425aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:48.816779 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP 164b5d16-f75c-41d8-bc89-15c2cce7ba0e associated. External IP: 172.27.1.206, port: f4497b6c-9a26-4d7f-852e-ac10f9b0e007. May 06 23:37:49.024880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:49.032032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:37:49.080795 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:37:49.088384 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:37:49.089193 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:49.142364 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:49.147888 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:49.154799 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:49.172941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:37:49.173321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:49.174963 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:49.175570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:49.177290 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7232111b-e781-4bcd-99c1-fdb9f91014f8 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "PUT /v2.0/floatingips/164b5d16-f75c-41d8-bc89-15c2cce7ba0e HTTP/1.1" status: 200 len: 991 time: 0.9256785 May 06 23:37:49.177873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:49.180100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a" -d '{"events": [{"name": "network-changed", "server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:49.231342 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b44514-4de2-48c0-a8a9-9401623cc80f x-openstack-request-id: req-37b44514-4de2-48c0-a8a9-9401623cc80f {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:49.231342 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:49.231577 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37b44514-4de2-48c0-a8a9-9401623cc80f {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:49.231889 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b44514-4de2-48c0-a8a9-9401623cc80f'] response: {'name': 'network-changed', 'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'status': 'completed', 'code': 200} May 06 23:37:49.249367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:49.251583 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00ac769-e807-406e-9a20-8fee6162d9b9" -d '{"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:49.272561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:37:49.310212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab034fc-462a-4252-8c69-d112f981bc4e x-openstack-request-id: req-2ab034fc-462a-4252-8c69-d112f981bc4e {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:49.310522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:49.310774 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ab034fc-462a-4252-8c69-d112f981bc4e {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:49.311164 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab034fc-462a-4252-8c69-d112f981bc4e'] response: {'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'code': 200} May 06 23:37:49.313951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:49.325017 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c72c0-a38e-4fb0-9637-39f5b6c37d63 req-ca6026f9-7d19-42a4-a07a-8ed7d1be7d75 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.326648 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-615c72c0-a38e-4fb0-9637-39f5b6c37d63 req-ca6026f9-7d19-42a4-a07a-8ed7d1be7d75 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0889993 May 06 23:37:49.332120 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-eeed19ce-5c39-4908-a671-86fd509b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.333734 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-eeed19ce-5c39-4908-a671-86fd509b9cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 1129 time: 0.0648880 May 06 23:37:49.368325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:49.419607 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:37:49.434527 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-615c72c0-a38e-4fb0-9637-39f5b6c37d63 req-61fac11c-a596-4c36-b708-a63a345bed5b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957201 May 06 23:37:49.460655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-3daf6ce7-d165-4d3b-bd9d-9c34161df140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.462390 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-3daf6ce7-d165-4d3b-bd9d-9c34161df140 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.1176353 May 06 23:37:49.507629 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae92f5-fbfe-411c-8c8c-c9462d86bf83 req-b2cea38c-6461-475b-9061-c11b897c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.509136 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-faae92f5-fbfe-411c-8c8c-c9462d86bf83 req-b2cea38c-6461-475b-9061-c11b897c8941 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1129 time: 0.0384746 May 06 23:37:49.534027 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-80789521-d3ed-45a7-b11b-a15a488ddae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007 HTTP/1.1" status: 200 len: 999 time: 0.0641105 May 06 23:37:49.555998 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-faae92f5-fbfe-411c-8c8c-c9462d86bf83 req-57fc7d8c-fdef-434f-8e46-820775120088 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 May 06 23:37:49.581801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-09e54680-7112-4c62-9072-bc5b75ea127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.583315 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-09e54680-7112-4c62-9072-bc5b75ea127d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0435982 May 06 23:37:49.607097 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '164b5d16-f75c-41d8-bc89-15c2cce7ba0e', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:8d:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326f719-5b53-43e9-a36b-7653228dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:31Z', 'updated_at': '2022-05-06T23:37:48Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:49.637339 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:49.645483 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:49.646088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:49.762487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:49.813892 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-7661f841-5821-495c-8992-135c7962725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:49.815332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-7661f841-5821-495c-8992-135c7962725f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412343 May 06 23:37:50.117604 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '164b5d16-f75c-41d8-bc89-15c2cce7ba0e', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:8d:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326f719-5b53-43e9-a36b-7653228dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:31Z', 'updated_at': '2022-05-06T23:37:48Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:50.149147 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f275cb5-4a3e-4446-8177-600e6bc06fec None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '164b5d16-f75c-41d8-bc89-15c2cce7ba0e', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:8d:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326f719-5b53-43e9-a36b-7653228dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:31Z', 'updated_at': '2022-05-06T23:37:48Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:50.182773 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-00cb4278-00c3-49ee-8bd1-cd04925dc367 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602798 May 06 23:37:50.340158 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84285b27-46fd-4f12-853c-1420770a1715 None None] New status for floating IP 164b5d16-f75c-41d8-bc89-15c2cce7ba0e: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:50.499445 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c4e218d0-e9cc-42e1-8aed-2d0c04b0838a req-d220ce6c-3f50-414a-b8de-1e92cbba5852 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 May 06 23:37:50.564904 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0397a8-9be7-4483-9439-85e39a40f08d req-da5bc97a-b448-4b8f-a51c-d1b5851dbc67 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:50.566385 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c0397a8-9be7-4483-9439-85e39a40f08d req-da5bc97a-b448-4b8f-a51c-d1b5851dbc67 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0511189 May 06 23:37:50.616733 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c0397a8-9be7-4483-9439-85e39a40f08d req-1756ff1e-88ae-4cd4-b81c-3d47ad53bd39 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 May 06 23:37:51.100355 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:51.208596 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1531018a-c6ab-49e6-b6a7-bdd570b62683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:51.732450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f163e32-8702-4216-aee1-65e8ce525a19 req-ef43de1b-2722-4703-a9e0-e95ce0b73fb6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:51.733907 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5f163e32-8702-4216-aee1-65e8ce525a19 req-ef43de1b-2722-4703-a9e0-e95ce0b73fb6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0456150 May 06 23:37:51.779629 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5f163e32-8702-4216-aee1-65e8ce525a19 req-a1618977-c587-4f99-8013-dba8cc54f7f7 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 May 06 23:37:51.890529 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142c005-f422-47cb-88b9-ba48b326e0ca req-2b1e1f8b-1523-4835-a46b-8bf557c8a6a9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:51.891970 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7142c005-f422-47cb-88b9-ba48b326e0ca req-2b1e1f8b-1523-4835-a46b-8bf557c8a6a9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0462952 May 06 23:37:51.900479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45388) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:37:51.904746 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Request body: {'floatingip': {'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:37:51.945460 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:52.278224 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:52.385335 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:52.388887 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:52.489699 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Floating IP 5a6dab33-8473-4b2e-b5d6-c17d114e0bbc associated. External IP: 172.27.1.59, port: 480d28d2-b5c8-4e3e-8d1e-a487795b5deb. May 06 23:37:52.692901 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:37:52.798184 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:37:52.802395 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:52.807293 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:37:52.816731 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:52.817820 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:52.832280 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e8261492-c98d-44a0-8998-7ac60f972076 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "PUT /v2.0/floatingips/5a6dab33-8473-4b2e-b5d6-c17d114e0bbc HTTP/1.1" status: 200 len: 990 time: 0.9307938 May 06 23:37:52.833783 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:37:52.837193 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b973c9-d5f7-4181-a513-9519aef97055" -d '{"events": [{"name": "network-changed", "server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:37:52.872801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56635c-226f-4d05-ae6a-0a4191022a4d x-openstack-request-id: req-5c56635c-226f-4d05-ae6a-0a4191022a4d {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:37:52.873097 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:37:52.873353 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c56635c-226f-4d05-ae6a-0a4191022a4d {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:37:52.873766 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c56635c-226f-4d05-ae6a-0a4191022a4d'] response: {'name': 'network-changed', 'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'status': 'completed', 'code': 200} May 06 23:37:52.934827 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:52.936798 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b973c9-d5f7-4181-a513-9519aef97055 req-58a8ff10-722c-459a-8b17-b5df15920f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:52.938355 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-58a8ff10-722c-459a-8b17-b5df15920f7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1129 time: 0.0381677 May 06 23:37:53.030498 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b973c9-d5f7-4181-a513-9519aef97055 req-2a5f80ea-6351-4d77-940f-e71b59cb2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:53.031962 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-2a5f80ea-6351-4d77-940f-e71b59cb2f60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.0873609 May 06 23:37:53.095885 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-fab6b278-e8eb-4211-8961-8f2e53878982 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 998 time: 0.0577340 May 06 23:37:53.144997 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b973c9-d5f7-4181-a513-9519aef97055 req-c05245a2-03d2-4f4e-ad47-aceb10981613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:53.146479 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-c05245a2-03d2-4f4e-ad47-aceb10981613 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0429401 May 06 23:37:53.148462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5a6dab33-8473-4b2e-b5d6-c17d114e0bbc', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:39Z', 'updated_at': '2022-05-06T23:37:52Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:53.173694 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:37:53.182298 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:37:53.182897 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:53.198306 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b973c9-d5f7-4181-a513-9519aef97055 req-ad458804-4758-46f4-bd5a-2187b3b37eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:37:53.199794 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-ad458804-4758-46f4-bd5a-2187b3b37eaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417647 May 06 23:37:53.288588 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-bb2b16c2-3e26-45ed-a787-6223b9720911 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817988 May 06 23:37:53.289567 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:37:53.384944 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30b973c9-d5f7-4181-a513-9519aef97055 req-0918b410-36f8-4530-b51e-439df6a4235c service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 May 06 23:37:53.455310 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:37:53.522890 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5a6dab33-8473-4b2e-b5d6-c17d114e0bbc', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:39Z', 'updated_at': '2022-05-06T23:37:52Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:37:53.549314 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a61c14-9d13-4884-8027-4bb902793b51 None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '5a6dab33-8473-4b2e-b5d6-c17d114e0bbc', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:37:39Z', 'updated_at': '2022-05-06T23:37:52Z', 'revision_number': 1, 'project_id': 'd822816898904cd89c9565cad32a3000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:37:53.731361 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74628c06-3ff5-45dd-9f52-2c822ec8c9b4 None None] New status for floating IP 5a6dab33-8473-4b2e-b5d6-c17d114e0bbc: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:37:55.183636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:00.787317 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da679289-7b30-47b2-8b8e-31bf8896e58e req-b93b373d-eaa6-45d4-863b-987af50b04e7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:00.788782 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-da679289-7b30-47b2-8b8e-31bf8896e58e req-b93b373d-eaa6-45d4-863b-987af50b04e7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0704358 May 06 23:38:00.797668 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-5553b288-e2e3-425d-9956-53ddb8ec3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:00.798940 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-5553b288-e2e3-425d-9956-53ddb8ec3b23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1168 time: 0.0522027 May 06 23:38:00.907207 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-da679289-7b30-47b2-8b8e-31bf8896e58e req-eee35fe4-6016-4483-b769-192536d64662 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114080 May 06 23:38:00.925332 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-87ed1906-510b-405c-aa97-6bf3c9e714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:00.927331 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-87ed1906-510b-405c-aa97-6bf3c9e714bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 916 time: 0.1166766 May 06 23:38:00.992633 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-ba9ee8ec-024c-4c69-9f23-7a37e14926fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 1001 time: 0.0573072 May 06 23:38:01.045341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-cddcb36b-9492-4bb3-8c7b-faec78319fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:01.046741 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-cddcb36b-9492-4bb3-8c7b-faec78319fa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.0446970 May 06 23:38:01.087689 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-17b1c277-982f-472a-869f-57a353e79739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:01.089093 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-17b1c277-982f-472a-869f-57a353e79739 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359454 May 06 23:38:01.181045 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-717e6987-15cd-4862-ae88-eb2fcea49f33 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785532 May 06 23:38:01.272052 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ae9db5fb-83e9-4d60-9a44-b6b0d2b2079e req-04cc00a8-15f4-41fe-b037-14ab01070063 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 May 06 23:38:02.023269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e37a74-e2d5-4807-92f5-27be15c266fd req-c330d2f0-207c-4de3-8fec-5aea4e153277 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:02.024750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-10e37a74-e2d5-4807-92f5-27be15c266fd req-c330d2f0-207c-4de3-8fec-5aea4e153277 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0473180 May 06 23:38:02.081892 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-10e37a74-e2d5-4807-92f5-27be15c266fd req-869a44dd-342d-47d1-b37f-387299351744 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515566 May 06 23:38:02.744438 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:38:03.194997 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95533f4c-0938-4a7f-9f95-30e163d72e23 req-578b579b-4adc-4481-aef5-0619599b4d74 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:03.196425 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95533f4c-0938-4a7f-9f95-30e163d72e23 req-578b579b-4adc-4481-aef5-0619599b4d74 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0488491 May 06 23:38:03.256711 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95533f4c-0938-4a7f-9f95-30e163d72e23 req-a0189f59-95ee-429f-904e-0088ccfc33a2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547371 May 06 23:38:03.749967 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b366df3-714a-46c7-8f8d-abf43a354bb5 req-c9798f11-8e02-4296-aace-94e38e769c2b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:03.751440 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b366df3-714a-46c7-8f8d-abf43a354bb5 req-c9798f11-8e02-4296-aace-94e38e769c2b tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0463748 May 06 23:38:03.797469 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2b366df3-714a-46c7-8f8d-abf43a354bb5 req-394fc700-70bc-4d74-bc00-781c34f3535c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 May 06 23:38:04.369207 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fbec-1858-4dcd-8ce6-5060ce40d4e7 req-5dd20b5a-09df-4cdb-92b7-afe884855b8c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:04.370639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6996fbec-1858-4dcd-8ce6-5060ce40d4e7 req-5dd20b5a-09df-4cdb-92b7-afe884855b8c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0466175 May 06 23:38:04.431715 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6996fbec-1858-4dcd-8ce6-5060ce40d4e7 req-42c09854-bc4b-428a-9d4d-ad64b23ed4c1 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555139 May 06 23:38:04.911407 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef825bae-741e-47ee-825b-00f9590145ea req-f14247e1-c35a-4a35-afc1-79263de576a8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:04.912884 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ef825bae-741e-47ee-825b-00f9590145ea req-f14247e1-c35a-4a35-afc1-79263de576a8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0456235 May 06 23:38:04.957086 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ef825bae-741e-47ee-825b-00f9590145ea req-b67b7241-10ea-49b0-aea5-fb91f84ddb5a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 May 06 23:38:05.547686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b8170-1b4d-4bce-aac1-5b06cd7211a0 req-697753fd-67b1-4609-90c6-5a8b5df82928 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:05.549155 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-975b8170-1b4d-4bce-aac1-5b06cd7211a0 req-697753fd-67b1-4609-90c6-5a8b5df82928 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0456436 May 06 23:38:05.606560 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-975b8170-1b4d-4bce-aac1-5b06cd7211a0 req-c814729c-fb6f-437b-976b-987ba777b0fc tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512259 May 06 23:38:06.076828 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3443f32-f301-4867-a607-43cd9c8e0e60 req-c474d7f9-86b3-449a-aa23-362e346d1a10 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:06.078277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e3443f32-f301-4867-a607-43cd9c8e0e60 req-c474d7f9-86b3-449a-aa23-362e346d1a10 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0529950 May 06 23:38:06.149946 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e3443f32-f301-4867-a607-43cd9c8e0e60 req-53292572-1f3f-4e99-9a86-fc6ed1305cbb tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ab8fb-0687-4555-a7f1-009dd1600798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656476 May 06 23:38:06.160101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-39e9bab9-308e-423c-beab-10958f58fe62 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:06.161561 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-39e9bab9-308e-423c-beab-10958f58fe62 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 946 time: 0.0537360 May 06 23:38:06.250070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Deleting port 0e194113-f08e-40eb-b6a1-27077b018af3 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:06.250333 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:06.336736 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] For port 0e194113-f08e-40eb-b6a1-27077b018af3, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=0e194113-f08e-40eb-b6a1-27077b018af3,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:06.337060 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:06.789129 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aae67-1022-4a47-8a93-5ff3dd41269c req-cf5127eb-72f5-434b-ad40-368f370beb69 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:06.790581 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-099aae67-1022-4a47-8a93-5ff3dd41269c req-cf5127eb-72f5-434b-ad40-368f370beb69 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0880303 May 06 23:38:06.830033 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:06.830459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:06.830781 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Floating IP ac089aad-279a-4ee3-861a-683d2421a197 disassociated. External IP: 172.27.1.118, port: 0e194113-f08e-40eb-b6a1-27077b018af3. May 06 23:38:06.831119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Calling delete_port for 0e194113-f08e-40eb-b6a1-27077b018af3 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:06.908441 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-099aae67-1022-4a47-8a93-5ff3dd41269c req-bd2f4921-fba6-4e45-bff8-5e08a29fef27 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107306 May 06 23:38:07.004370 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (0e194113-f08e-40eb-b6a1-27077b018af3), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:07.031978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'Port': ['ID=0e194113-f08e-40eb-b6a1-27077b018af3,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:07.147022 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:38:07.273561 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fdc3cdaf-98aa-464f-8a70-8edba93cfdb2 req-b7f3963d-3097-4daa-bee4-62817c7dc14f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=14901c8b-9d97-4b65-a063-2760ec1d2d04 HTTP/1.1" status: 200 len: 210 time: 0.0317760 May 06 23:38:07.281078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:38:07.298385 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:38:07.308310 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:07.308891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:07.327211 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] No DVR routers for this DVR port 0e194113-f08e-40eb-b6a1-27077b018af3 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:07.329704 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:07.333431 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e5166f45-0b96-40cb-a65d-0e9cc4e45aa8 req-eaa860d0-7f31-49f1-898b-b6b4f1854754 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "DELETE /v2.0/ports/0e194113-f08e-40eb-b6a1-27077b018af3 HTTP/1.1" status: 204 len: 173 time: 1.1640000 May 06 23:38:07.333863 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'name': 'network-vif-deleted', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:07.336112 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e19cc1e-0194-4ad6-809f-30083fdceeb0" -d '{"events": [{"server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "name": "network-vif-deleted", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:07.378618 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cce41b-12a0-48be-9400-3386f4ac1492 x-openstack-request-id: req-a4cce41b-12a0-48be-9400-3386f4ac1492 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:07.378916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14901c8b-9d97-4b65-a063-2760ec1d2d04", "name": "network-vif-deleted", "tag": "0e194113-f08e-40eb-b6a1-27077b018af3", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:07.379237 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4cce41b-12a0-48be-9400-3386f4ac1492 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:07.379780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cce41b-12a0-48be-9400-3386f4ac1492'] response: {'server_uuid': '14901c8b-9d97-4b65-a063-2760ec1d2d04', 'name': 'network-vif-deleted', 'tag': '0e194113-f08e-40eb-b6a1-27077b018af3', 'status': 'completed', 'code': 200} May 06 23:38:07.427017 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:07.619276 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:07.648794 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:38:07.656764 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:07.657358 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:37:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:07.760943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:08.021568 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf52c2-982d-4593-86d5-0de844fcef6d req-3bd863f9-57ec-41a6-88a4-b546736a40aa tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:08.023054 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8adf52c2-982d-4593-86d5-0de844fcef6d req-3bd863f9-57ec-41a6-88a4-b546736a40aa tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0473073 May 06 23:38:08.072412 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:08.083849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8adf52c2-982d-4593-86d5-0de844fcef6d req-9cf09426-6b69-4ac9-b872-8256ad16f9f5 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543149 May 06 23:38:08.097725 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf29af-5289-4660-baa9-c966e6a5d47a None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:38:08.305688 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04905810-ca3d-4d7d-a03a-ac8f994cba1f None None] New status for floating IP ac089aad-279a-4ee3-861a-683d2421a197: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:38:08.358905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45450) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:08.414181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (0c5ab8fb-0687-4555-a7f1-009dd1600798), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.438671 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (0c5ab8fb-0687-4555-a7f1-009dd1600798), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.490395 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0c5ab8fb-0687-4555-a7f1-009dd1600798), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.493116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.494278 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "DELETE /v2.0/security-groups/0c5ab8fb-0687-4555-a7f1-009dd1600798 HTTP/1.1" status: 204 len: 168 time: 0.1342983 May 06 23:38:08.497029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45452) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:08.502829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729f76-fa4c-4ac9-96c5-48c0b9153324 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ab8fb-0687-4555-a7f1-009dd1600798,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:08.514154 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.api.v2.resource [None req-ad3e8e4c-c9d6-43b6-a90c-f506895e69b4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] show failed (client error): The resource could not be found. May 06 23:38:08.515159 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ad3e8e4c-c9d6-43b6-a90c-f506895e69b4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups/0c5ab8fb-0687-4555-a7f1-009dd1600798 HTTP/1.1" status: 404 len: 347 time: 0.0170753 May 06 23:38:08.517988 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45454) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:08.634333 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Deleting port ecc4d5ef-40ff-4427-9203-412631220e9a {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:08.634583 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.710238 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.710562 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (ecc4d5ef-40ff-4427-9203-412631220e9a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.723553 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Calling delete_port for ecc4d5ef-40ff-4427-9203-412631220e9a owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:08.856562 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (ecc4d5ef-40ff-4427-9203-412631220e9a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.878822 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'Port': ['ID=ecc4d5ef-40ff-4427-9203-412631220e9a,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:08.940173 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (ac089aad-279a-4ee3-861a-683d2421a197), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.942633 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:08.943753 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-aadfa733-9ee9-4b2e-bd40-4c8862116ae9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "DELETE /v2.0/floatingips/ac089aad-279a-4ee3-861a-683d2421a197 HTTP/1.1" status: 204 len: 168 time: 0.4248950 May 06 23:38:09.100109 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0e194113-f08e-40eb-b6a1-27077b018af3 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:09.120768 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 0e194113-f08e-40eb-b6a1-27077b018af3 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:09.121203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 0e194113-f08e-40eb-b6a1-27077b018af3 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:09.196608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9002-0246-4f82-951a-ab1caea6f0a4 req-cdf859ce-41db-4dea-b866-8845ca10e572 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:09.198101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa2a9002-0246-4f82-951a-ab1caea6f0a4 req-cdf859ce-41db-4dea-b866-8845ca10e572 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0467443 May 06 23:38:09.256555 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aa2a9002-0246-4f82-951a-ab1caea6f0a4 req-7579cc2d-233b-4cbf-aa59-e472e61ad08c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527925 May 06 23:38:09.461576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45462) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:09.466110 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006947726', 'description': 'tempest-description--1219539362'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:09.485340 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.554092 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (1dde3371-cf41-4cc2-a529-bc83f428bc29), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.557780 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1dde3371-cf41-4cc2-a529-bc83f428bc29), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.587737 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.588956 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1263885 May 06 23:38:09.589637 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff2fd0-5711-4b3c-9b5e-aa789454010e tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde3371-cf41-4cc2-a529-bc83f428bc29,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:09.591767 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45464) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:09.596313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group_rule': {'security_group_id': '1dde3371-cf41-4cc2-a529-bc83f428bc29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:09.620333 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (d5244e19-b3ad-4f36-b346-1ef37c9bb3ed), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.673687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (d5244e19-b3ad-4f36-b346-1ef37c9bb3ed), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.677687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (d5244e19-b3ad-4f36-b346-1ef37c9bb3ed), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.698044 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5244e19-b3ad-4f36-b346-1ef37c9bb3ed,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:09.703711 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.704829 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a6cdbee4-3885-4909-b13c-5306385525c6 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121345 May 06 23:38:09.707603 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45466) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:09.711607 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'security_group_rule': {'security_group_id': '1dde3371-cf41-4cc2-a529-bc83f428bc29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:09.735338 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (21da6716-119d-41b9-aaab-ffb6d3cf2365), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.787892 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (21da6716-119d-41b9-aaab-ffb6d3cf2365), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.791314 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (21da6716-119d-41b9-aaab-ffb6d3cf2365), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.807716 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21da6716-119d-41b9-aaab-ffb6d3cf2365,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:09.815505 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.817323 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-356cd36a-b30e-4c0b-a48d-a32dd10cd4ce tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1082845 May 06 23:38:09.820211 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45468) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:09.824388 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:09.844880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:09.921417 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.020958 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Allocated IP 172.27.1.172 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/a7f966be-4889-4091-91b9-6b31eda0bfbe) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:38:10.121155 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.151649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.189127 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:38:10.191858 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:38:10.195162 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:38:10.202297 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=a7f966be-4889-4091-91b9-6b31eda0bfbe,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:10.284311 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.329544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.373787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06caf-c26d-4fde-9e53-0d47b3a49a05 req-48be984e-a24f-452c-885d-09e659f298e9 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:10.375269 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-17a06caf-c26d-4fde-9e53-0d47b3a49a05 req-48be984e-a24f-452c-885d-09e659f298e9 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0488410 May 06 23:38:10.435505 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-17a06caf-c26d-4fde-9e53-0d47b3a49a05 req-72a42582-83c2-43a7-9d23-634018b31bcf tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542388 May 06 23:38:10.484369 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.488684 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.553341 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=a7f966be-4889-4091-91b9-6b31eda0bfbe,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:10.564606 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.579425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:10.580641 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-bbdabf14-e66d-47b2-9292-eb78a15be7a0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7594774 May 06 23:38:10.775407 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-5c16f979-4421-4ae2-9362-8f62b46258a1 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1006947726&fields=id&tenant_id=4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 267 time: 0.0445914 May 06 23:38:10.875916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-4b69b481-eb5b-48b4-8c48-d8fc2adaaa07 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:10.877393 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-4b69b481-eb5b-48b4-8c48-d8fc2adaaa07 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 810 time: 0.0958166 May 06 23:38:10.891856 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-ee0dd2fb-0e3b-453b-8e82-88b74605e7de tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/quotas/4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 375 time: 0.0084717 May 06 23:38:10.938511 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-e4f2b3a8-f88a-4f94-9532-31cb2757fdd9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414026 May 06 23:38:11.039364 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-a179a5ec-f398-4991-bcc4-dc84fbcd08df service neutron] 10.222.0.60 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895555 May 06 23:38:11.126474 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-21d5b36a-eca5-405e-877f-9cf0a24ff55a service neutron] 10.222.0.60 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812211 May 06 23:38:11.280223 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5e8bda7a-009a-453d-b8ff-ab3ab297fb11 req-c7952142-5751-4ef7-9704-5542911ecde8 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 210 time: 0.0277765 May 06 23:38:11.556679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23198da-280c-4ba1-9398-2c68890f0271 req-fd7a77dd-5c4e-4983-af3b-177c6ff804d2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:11.558232 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e23198da-280c-4ba1-9398-2c68890f0271 req-fd7a77dd-5c4e-4983-af3b-177c6ff804d2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0558093 May 06 23:38:11.618009 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e23198da-280c-4ba1-9398-2c68890f0271 req-b6eae654-eda0-480e-a1ea-2a7888456dba tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538166 May 06 23:38:12.398433 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e01a1dc2-2b42-4acb-8f41-0c8464aa7bdf req-5b6e70c2-083d-4326-8848-8cc43799544d tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 210 time: 0.0359304 May 06 23:38:12.438959 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-d692a192-6ec8-450e-b0d2-c60fca30dea0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:12.440378 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-d692a192-6ec8-450e-b0d2-c60fca30dea0 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 810 time: 0.1301394 May 06 23:38:12.509565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-4453cd48-560e-4379-bd71-cac2a6f646c4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17157ada2144d18f2332c894a2f5e4 HTTP/1.1" status: 200 len: 380 time: 0.0530422 May 06 23:38:12.572267 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'port': {'device_id': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'admin_state_up': True, 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'security_groups': ['1dde3371-cf41-4cc2-a529-bc83f428bc29']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:12.673472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Made reservation on behalf of 4b17157ada2144d18f2332c894a2f5e4 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:38:12.677535 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:12.770001 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744eadf-9fe4-4353-b483-27653e3ae383 req-150833f5-3d26-4d8a-82ba-2768ea8d73f9 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:12.771460 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4744eadf-9fe4-4353-b483-27653e3ae383 req-150833f5-3d26-4d8a-82ba-2768ea8d73f9 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0847330 May 06 23:38:12.880868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4744eadf-9fe4-4353-b483-27653e3ae383 req-89a1835d-7895-4f4c-a917-a30384a39e3c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018145 May 06 23:38:12.889842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Allocated IP 172.20.0.7 (c1733071-38f3-4ad5-972a-5766fc9e313d/05a0ef10-e704-41be-9a08-13cc02e80671/b5b3a348-112e-48e6-adc1-c920276662d1) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:38:13.025158 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for port (b5b3a348-112e-48e6-adc1-c920276662d1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.057915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.101917 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Network c1733071-38f3-4ad5-972a-5766fc9e313d is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:38:13.104842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:38:13.108339 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:38:13.133427 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event updated for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:13.161057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:13.161674 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.178486 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-10b98c1c-55a9-4738-9353-6f93dc0cf8f4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097746 May 06 23:38:13.191312 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Request body: {'port': {'device_id': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:13.259162 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.373512 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5ba509ba-560b-4acb-9262-79fa55b68f0d None None] Provisioning complete for port b5b3a348-112e-48e6-adc1-c920276662d1 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:38:13.374076 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5ba509ba-560b-4acb-9262-79fa55b68f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.408794 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5ba509ba-560b-4acb-9262-79fa55b68f0d None None] Port b5b3a348-112e-48e6-adc1-c920276662d1 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:38:13.542201 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27371352-d3ad-4f31-b659-7bad5bc2c04e req-f5962ad1-dcef-40ab-a53d-1f53bb175bbf tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:13.543638 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27371352-d3ad-4f31-b659-7bad5bc2c04e req-f5962ad1-dcef-40ab-a53d-1f53bb175bbf tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 931 time: 0.0772285 May 06 23:38:13.561048 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b3a348-112e-48e6-adc1-c920276662d1 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:38:13.573996 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks [] for port (b5b3a348-112e-48e6-adc1-c920276662d1), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.598299 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Transition to ACTIVE for port object b5b3a348-112e-48e6-adc1-c920276662d1 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:38:13.602559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.638752 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-27371352-d3ad-4f31-b659-7bad5bc2c04e req-a2b0c1b3-cdd9-4d49-82da-ddb0654771cd tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880969 May 06 23:38:13.667793 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:13.740467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Attempting to bind port b5b3a348-112e-48e6-adc1-c920276662d1 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:38:13.740835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Attempting to bind port b5b3a348-112e-48e6-adc1-c920276662d1 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:38:13.741166 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Attempting to bind port b5b3a348-112e-48e6-adc1-c920276662d1 on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:38:13.745720 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Port b5b3a348-112e-48e6-adc1-c920276662d1 on network c1733071-38f3-4ad5-972a-5766fc9e313d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:38:13.746044 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Attempting to bind port b5b3a348-112e-48e6-adc1-c920276662d1 on network c1733071-38f3-4ad5-972a-5766fc9e313d {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:38:13.751044 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:38:13.751380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Checking segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:38:13.751762 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Bound using segment: {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:38:13.752185 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Bound port: b5b3a348-112e-48e6-adc1-c920276662d1, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:38:13.752558 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.815843 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:38:13.819316 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=b5b3a348-112e-48e6-adc1-c920276662d1,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:38:13.826761 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.867297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:13.867910 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:13.869351 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] 10.222.0.59 "PUT /v2.0/ports/b5b3a348-112e-48e6-adc1-c920276662d1 HTTP/1.1" status: 200 len: 1093 time: 0.6823499 May 06 23:38:13.869796 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:13.872039 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62463dba-00c3-4d4f-9262-3f8962c4ef0e" -d '{"events": [{"name": "network-changed", "server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:13.898721 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fc345-bc81-47f1-aa59-7a34ab8bf3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:13.917604 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad3ae0-55ee-4947-8c98-248395758564 x-openstack-request-id: req-14ad3ae0-55ee-4947-8c98-248395758564 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:13.918424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:13.918424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14ad3ae0-55ee-4947-8c98-248395758564 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:13.919260 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ad3ae0-55ee-4947-8c98-248395758564'] response: {'name': 'network-changed', 'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'status': 'completed', 'code': 200} May 06 23:38:13.994912 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-ebac205e-0683-4cfc-a86e-758b9162c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:13.996409 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-ebac205e-0683-4cfc-a86e-758b9162c752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 1127 time: 0.0672722 May 06 23:38:14.022197 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5089783-ace8-481e-a1a9-f8316faf3ad4 req-c906440b-3387-4975-ad0e-a20527774fe1 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:14.024466 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d5089783-ace8-481e-a1a9-f8316faf3ad4 req-c906440b-3387-4975-ad0e-a20527774fe1 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0663886 May 06 23:38:14.061543 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-910fba37-2425-4413-90a1-3a9885e3ace7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b3a348-112e-48e6-adc1-c920276662d1 HTTP/1.1" status: 200 len: 217 time: 0.0565031 May 06 23:38:14.139065 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6d889371-348f-459e-871d-a5e6dc5f9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:14.140405 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-6d889371-348f-459e-871d-a5e6dc5f9e1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0702479 May 06 23:38:14.149420 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d5089783-ace8-481e-a1a9-f8316faf3ad4 req-e3e12f07-fd89-4008-b046-95f2f2115c60 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945928 May 06 23:38:14.186387 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-c48d2a0b-a1e2-41d5-97e0-9728436f4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:14.187836 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-c48d2a0b-a1e2-41d5-97e0-9728436f4a96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375907 May 06 23:38:14.276921 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-0f92a0dc-a6f1-41b5-a72a-6472c34980d0 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822587 May 06 23:38:14.362880 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daa191b5-d2a5-439c-b8da-b9933e57020e req-bf3b1a79-0468-4029-a38b-3271a359c09f service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791738 May 06 23:38:14.754223 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773fb0-68b0-4e16-9659-a86b2bd5517f req-0de84ca8-6f98-4eb8-80cc-9530ecf5a09a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:14.755709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62773fb0-68b0-4e16-9659-a86b2bd5517f req-0de84ca8-6f98-4eb8-80cc-9530ecf5a09a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 943 time: 0.0483212 May 06 23:38:14.800761 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62773fb0-68b0-4e16-9659-a86b2bd5517f req-6ca9a908-ab4c-4150-b133-e7c9c130ae14 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394523 May 06 23:38:15.261764 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7664-9ed5-4c04-8df3-6dc514f41fbe req-d506b7d7-7459-438e-82b7-77746291be70 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.263195 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-811c7664-9ed5-4c04-8df3-6dc514f41fbe req-d506b7d7-7459-438e-82b7-77746291be70 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0487287 May 06 23:38:15.320699 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-811c7664-9ed5-4c04-8df3-6dc514f41fbe req-5c069a4b-fce2-4719-b101-a1af7c0dba4d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517614 May 06 23:38:15.478979 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-260ba46d-4fc7-4ab4-985b-11215e9cff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.480329 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-260ba46d-4fc7-4ab4-985b-11215e9cff64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 1127 time: 0.0389898 May 06 23:38:15.573142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-f160cdf1-044e-4be6-a9dc-f68d26bf92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.574564 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-f160cdf1-044e-4be6-a9dc-f68d26bf92bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 911 time: 0.0844126 May 06 23:38:15.615275 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-8c5113e6-8cd4-4a7d-8e5e-80d18dbc7ae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b3a348-112e-48e6-adc1-c920276662d1 HTTP/1.1" status: 200 len: 217 time: 0.0333920 May 06 23:38:15.661829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-0ae3ce00-7092-4fae-8fe2-754f213497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.663215 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-0ae3ce00-7092-4fae-8fe2-754f213497ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0412023 May 06 23:38:15.709278 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-18a296be-043f-4024-9f67-3f1df987c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.711211 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-18a296be-043f-4024-9f67-3f1df987c9db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406733 May 06 23:38:15.804470 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-c922f720-eac5-4321-8412-29c9e543625c service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 May 06 23:38:15.929049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ab95-b68d-4187-8c0c-4e22995b0f2d req-0e7f7110-d160-4823-985e-acb268f06dda tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:15.930495 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3528ab95-b68d-4187-8c0c-4e22995b0f2d req-0e7f7110-d160-4823-985e-acb268f06dda tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 943 time: 0.0614052 May 06 23:38:15.935662 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62463dba-00c3-4d4f-9262-3f8962c4ef0e req-8143c180-f444-421a-9493-f3cf3d38d014 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234717 May 06 23:38:15.976974 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3528ab95-b68d-4187-8c0c-4e22995b0f2d req-a7638349-d125-46c6-8121-03a320ddbe3c tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 May 06 23:38:16.431351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff505-9fa1-459f-bcbe-505a15356f4b req-aa750f1a-789d-44be-a67b-196232065a5d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:16.432852 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-29cff505-9fa1-459f-bcbe-505a15356f4b req-aa750f1a-789d-44be-a67b-196232065a5d tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0467734 May 06 23:38:16.491266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-29cff505-9fa1-459f-bcbe-505a15356f4b req-f7e7809e-3374-4ddc-94e9-22942a50a314 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524919 May 06 23:38:17.094241 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6d0ef-ddf0-4e4c-8a01-bae83ffcfb73 req-7962e985-a6f5-4e80-a413-4db4118bf805 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:17.095601 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c7d6d0ef-ddf0-4e4c-8a01-bae83ffcfb73 req-7962e985-a6f5-4e80-a413-4db4118bf805 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 943 time: 0.0520377 May 06 23:38:17.136885 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device b5b3a348-112e-48e6-adc1-c920276662d1 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:38:17.140764 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c7d6d0ef-ddf0-4e4c-8a01-bae83ffcfb73 req-31066802-5ff6-466c-9473-36c5421aa753 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 May 06 23:38:17.233859 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=b5b3a348-112e-48e6-adc1-c920276662d1,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:17.244201 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'port_id': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'mac_address': 'fa:16:3e:7a:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:38:17.280058 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port b5b3a348-112e-48e6-adc1-c920276662d1 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:38:17.280441 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:17.296601 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b3a348-112e-48e6-adc1-c920276662d1 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:38:17.315094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=b5b3a348-112e-48e6-adc1-c920276662d1,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:17.319015 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:17.364588 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:17.603818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a4983-9c75-41e5-aa01-8c69781e4f69 req-d2c58cb9-5d27-4d89-98bc-c131085bd392 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:17.605317 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-786a4983-9c75-41e5-aa01-8c69781e4f69 req-d2c58cb9-5d27-4d89-98bc-c131085bd392 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0479205 May 06 23:38:17.664498 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-786a4983-9c75-41e5-aa01-8c69781e4f69 req-c0ecaedf-4a20-46de-8f76-1bf022a735d4 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535223 May 06 23:38:17.685646 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['b5b3a348-112e-48e6-adc1-c920276662d1'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:38:18.357678 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e86813-ffcf-4282-b441-b88e7ecc4b2a req-b09358b7-08c1-4e75-8347-a4e782857fd2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:18.359116 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5e86813-ffcf-4282-b441-b88e7ecc4b2a req-b09358b7-08c1-4e75-8347-a4e782857fd2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 944 time: 0.1528993 May 06 23:38:18.405047 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5e86813-ffcf-4282-b441-b88e7ecc4b2a req-35802bff-3711-463b-a7cf-7801f68b1318 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397403 May 06 23:38:18.763938 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b1fe185b-a6db-4b6d-9ffa-6523a0326388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:18.775786 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513afe0-af13-4c81-b178-11524096cd1a req-18ff1ab5-8f38-4f8e-9dd2-86aa9762a7a7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:18.777285 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4513afe0-af13-4c81-b178-11524096cd1a req-18ff1ab5-8f38-4f8e-9dd2-86aa9762a7a7 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0466261 May 06 23:38:18.834999 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4513afe0-af13-4c81-b178-11524096cd1a req-d74fbe2a-06f1-4538-a7f5-65f2cc5d7ee5 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&id=12011b51-f93b-4d58-8ecc-b9446361a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521305 May 06 23:38:19.140945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device b5b3a348-112e-48e6-adc1-c920276662d1 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:38:19.183770 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port b5b3a348-112e-48e6-adc1-c920276662d1 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:38:19.188891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port b5b3a348-112e-48e6-adc1-c920276662d1 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:38:19.189260 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:19.265182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port b5b3a348-112e-48e6-adc1-c920276662d1 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:38:19.265589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:19.286857 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:19.289094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af04b3-0c6f-456b-9889-f94798005f86" -d '{"events": [{"server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "name": "network-vif-plugged", "status": "completed", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:19.301785 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=b5b3a348-112e-48e6-adc1-c920276662d1,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:19.305855 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:19.328292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5619a4-3688-4c87-b611-4d6618ffef50 x-openstack-request-id: req-ae5619a4-3688-4c87-b611-4d6618ffef50 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:19.328608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "name": "network-vif-plugged", "status": "completed", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:19.328864 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae5619a4-3688-4c87-b611-4d6618ffef50 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:19.329252 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5619a4-3688-4c87-b611-4d6618ffef50'] response: {'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'code': 200} May 06 23:38:19.353919 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:19.507516 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b3b68-68c8-4730-956c-e0d16e09fdbc req-7b4bae8d-648a-4520-922f-fb095bb0d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:19.509024 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff6b3b68-68c8-4730-956c-e0d16e09fdbc req-7b4bae8d-648a-4520-922f-fb095bb0d61d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 1129 time: 0.0420249 May 06 23:38:19.589300 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fdcd7-3375-49f0-bd88-ddef58cccb4d req-528580ea-db01-41ae-9e17-d51ff63e2683 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:19.590746 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f65fdcd7-3375-49f0-bd88-ddef58cccb4d req-528580ea-db01-41ae-9e17-d51ff63e2683 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.1132193 May 06 23:38:19.596619 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff6b3b68-68c8-4730-956c-e0d16e09fdbc req-f0b37dc5-2326-4078-90a7-69878ca9be00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796039 May 06 23:38:19.637526 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f65fdcd7-3375-49f0-bd88-ddef58cccb4d req-75ab4767-94e0-4c74-bfee-2727c4f8ef20 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 May 06 23:38:20.748692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7299c-f0b2-4060-9b3e-1d1ad1149590 req-3e111e34-82c6-484b-9150-1d8c37edf958 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:20.750134 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-66e7299c-f0b2-4060-9b3e-1d1ad1149590 req-3e111e34-82c6-484b-9150-1d8c37edf958 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0462153 May 06 23:38:20.799268 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-66e7299c-f0b2-4060-9b3e-1d1ad1149590 req-53b162cf-c634-4782-8625-b342e0c32484 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 May 06 23:38:21.114386 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:21.213947 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-736b1f4a-9740-4826-ba7d-3a01c80904ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:21.912243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47096c8b-246d-4fbf-bd84-ac76d7fb5464 req-2218138c-e9f5-4320-8fdc-a90992f2ca7f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:21.913797 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47096c8b-246d-4fbf-bd84-ac76d7fb5464 req-2218138c-e9f5-4320-8fdc-a90992f2ca7f tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0495157 May 06 23:38:21.958565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-47096c8b-246d-4fbf-bd84-ac76d7fb5464 req-bd2a3c7b-892a-4f8e-bd75-574881cf391a tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393391 May 06 23:38:22.076069 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523cc2-c9f3-413b-813d-a4acf31604d4 req-75da84bd-a285-4463-9eb4-8bfa99930267 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:22.077491 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e6523cc2-c9f3-413b-813d-a4acf31604d4 req-75da84bd-a285-4463-9eb4-8bfa99930267 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0511739 May 06 23:38:22.085982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45556) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:22.090285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Request body: {'floatingip': {'port_id': 'b5b3a348-112e-48e6-adc1-c920276662d1'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:22.131897 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:22.288380 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:22.846344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:22.850125 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:22.951941 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Floating IP a6de78de-61d1-49f1-9403-710a11fa26af associated. External IP: 172.27.1.172, port: b5b3a348-112e-48e6-adc1-c920276662d1. May 06 23:38:23.163455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:38:23.274332 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:38:23.279147 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:23.284138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:38:23.295847 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:23.296488 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:23.309105 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-af1280f1-abbb-4c5a-9982-f1bd926ee9a4 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "PUT /v2.0/floatingips/a6de78de-61d1-49f1-9403-710a11fa26af HTTP/1.1" status: 200 len: 991 time: 1.2220669 May 06 23:38:23.309799 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:23.312038 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7" -d '{"events": [{"name": "network-changed", "server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:23.353144 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df73250-30d3-4b8b-bfda-dff6d6df02be x-openstack-request-id: req-6df73250-30d3-4b8b-bfda-dff6d6df02be {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:23.353452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:23.353711 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6df73250-30d3-4b8b-bfda-dff6d6df02be {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:23.354124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df73250-30d3-4b8b-bfda-dff6d6df02be'] response: {'name': 'network-changed', 'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'status': 'completed', 'code': 200} May 06 23:38:23.409821 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:23.432241 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-4fbadf76-e2bc-410f-a2fb-67645f295b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:23.434071 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-4fbadf76-e2bc-410f-a2fb-67645f295b86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b17157ada2144d18f2332c894a2f5e4&device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 1129 time: 0.0512011 May 06 23:38:23.465529 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:23.532302 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-9d003bc8-2c96-42f5-998c-915e7a77f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:23.533974 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-9d003bc8-2c96-42f5-998c-915e7a77f95e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 200 len: 911 time: 0.0932827 May 06 23:38:23.616595 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-13a52d67-ad37-42fc-b398-96d1df6247e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b3a348-112e-48e6-adc1-c920276662d1 HTTP/1.1" status: 200 len: 999 time: 0.0688226 May 06 23:38:23.651698 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'a6de78de-61d1-49f1-9403-710a11fa26af', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:7a:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:10Z', 'updated_at': '2022-05-06T23:38:22Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:23.666460 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999f9f-7f5f-44d7-90a9-5271ea92eb36 req-329fb111-443a-42a7-ac7b-a734e72ae622 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:23.667947 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-77999f9f-7f5f-44d7-90a9-5271ea92eb36 req-329fb111-443a-42a7-ac7b-a734e72ae622 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0493426 May 06 23:38:23.681575 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:38:23.689872 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:23.690554 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:23.715713 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-77999f9f-7f5f-44d7-90a9-5271ea92eb36 req-926f0fe0-89c4-46ce-bcf0-799c339524da tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 May 06 23:38:23.796370 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:24.001748 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'a6de78de-61d1-49f1-9403-710a11fa26af', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:7a:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:10Z', 'updated_at': '2022-05-06T23:38:22Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:24.148261 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3338e2d-fe8f-4db1-bdce-bc8000c96230 None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'a6de78de-61d1-49f1-9403-710a11fa26af', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'port_id': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'mac_address': 'fa:16:3e:7a:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:10Z', 'updated_at': '2022-05-06T23:38:22Z', 'revision_number': 1, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:38:24.343532 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f733-2a65-40f1-942b-6502c6311e64 None None] New status for floating IP a6de78de-61d1-49f1-9403-710a11fa26af: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:38:24.829220 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b6d2-c9cf-427c-b453-a9acf9088775 req-348ccaba-9e7f-44c0-915a-3feb9c7a7322 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:24.830691 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7478b6d2-c9cf-427c-b453-a9acf9088775 req-348ccaba-9e7f-44c0-915a-3feb9c7a7322 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0458920 May 06 23:38:24.876433 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7478b6d2-c9cf-427c-b453-a9acf9088775 req-b5c893e4-236b-4ae5-92e3-154e13bd4560 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 May 06 23:38:25.185034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:25.992570 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512073a1-aaaf-4cbc-8578-86ac2103f034 req-c3ab763a-c547-497d-abd8-a73d20825df0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:25.993934 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-512073a1-aaaf-4cbc-8578-86ac2103f034 req-c3ab763a-c547-497d-abd8-a73d20825df0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0494261 May 06 23:38:26.038830 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-512073a1-aaaf-4cbc-8578-86ac2103f034 req-bbc6fa44-d99a-4d80-b9d3-d0759c356045 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 May 06 23:38:26.942570 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-16d9d483-6ba1-4133-b147-885305853388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:26.944075 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-16d9d483-6ba1-4133-b147-885305853388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 200 len: 849 time: 0.0443792 May 06 23:38:26.993657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-f5e76ccc-6dd4-44c7-b70c-630c208e88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:26.995133 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-f5e76ccc-6dd4-44c7-b70c-630c208e88a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1733071-38f3-4ad5-972a-5766fc9e313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390255 May 06 23:38:27.027689 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-3fbff6b7-9338-4ce3-8f63-72b67f35e23f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410297 May 06 23:38:27.197443 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-a0138547-f033-44bb-a9d9-49127b11105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.197657 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9579-0730-4087-8cbe-7c3827a69a86 req-cc09cdf0-164a-4f32-8d99-027802aaef9d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.198853 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-a0138547-f033-44bb-a9d9-49127b11105d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a63c8271d644833bc46ae96dc3aa954&device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 1130 time: 0.0383711 May 06 23:38:27.199040 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-39fc9579-0730-4087-8cbe-7c3827a69a86 req-cc09cdf0-164a-4f32-8d99-027802aaef9d tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.0937002 May 06 23:38:27.279603 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-02ee9763-597a-41aa-9673-db91a74271c8 service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618307 May 06 23:38:27.316254 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-39fc9579-0730-4087-8cbe-7c3827a69a86 req-06b66555-486e-4a7a-bb2e-1eef02f9d0db tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=06072db8-0f5d-4776-b5cf-3a1633d54118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094201 May 06 23:38:27.340196 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-f95a318b-dbdb-4df5-bd81-ce0a5f543bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.341663 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-f95a318b-dbdb-4df5-bd81-ce0a5f543bef service neutron] 10.222.0.59 "GET /v2.0/networks?id=c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 200 len: 920 time: 0.0852461 May 06 23:38:27.364347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-732dde98-992a-4882-ad24-8f29cbe033ed tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.365786 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-732dde98-992a-4882-ad24-8f29cbe033ed tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 945 time: 0.1010652 May 06 23:38:27.385860 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-977aeb87-a64d-4e49-8ac6-756ece92b587 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 200 len: 217 time: 0.0372148 May 06 23:38:27.434528 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-f0c0f195-ea18-4a2b-9d5a-fabdff86da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.435970 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-f0c0f195-ea18-4a2b-9d5a-fabdff86da1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 200 len: 858 time: 0.0438807 May 06 23:38:27.438500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44cf5b8f-d45e-4799-a1b1-8233ee6d55a7 req-1842718e-2a1e-459c-b46f-759b06eb606e service neutron] 10.222.0.59 "GET /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413512 May 06 23:38:27.483164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Deleting port be916252-f08b-46e4-b278-e2a928db2fed {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:27.483361 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-7e513f1d-26b6-41df-940e-d12d2a718ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:27.483487 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (be916252-f08b-46e4-b278-e2a928db2fed), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:27.484747 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-7e513f1d-26b6-41df-940e-d12d2a718ba1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c67eab3e-5f42-4b08-b50f-46be90ec8694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379477 May 06 23:38:27.573467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] For port be916252-f08b-46e4-b278-e2a928db2fed, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be916252-f08b-46e4-b278-e2a928db2fed,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:27.573829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (be916252-f08b-46e4-b278-e2a928db2fed), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:27.582113 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-16b7ae50-9ff3-4787-b96f-b8d96397c213 service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897563 May 06 23:38:27.672209 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-07e1017f-25f6-408a-bd06-cdac1c59eb0d req-d1dba135-a910-444f-ac17-78cf5c5f200e service neutron] 10.222.0.59 "GET /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837896 May 06 23:38:27.743152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:27.743446 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:27.743755 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Floating IP 5d5e76b9-b192-4961-b2a8-1ba8a85618f9 disassociated. External IP: 172.27.1.198, port: be916252-f08b-46e4-b278-e2a928db2fed. May 06 23:38:27.744090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Calling delete_port for be916252-f08b-46e4-b278-e2a928db2fed owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:27.870376 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (be916252-f08b-46e4-b278-e2a928db2fed), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:27.897802 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event deleted for resources: {'Port': ['ID=be916252-f08b-46e4-b278-e2a928db2fed,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:28.013416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:38:28.121016 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:38:28.130107 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:38:28.139149 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:28.139747 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:28.164768 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] No DVR routers for this DVR port be916252-f08b-46e4-b278-e2a928db2fed on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:28.167467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:28.170845 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-acdb4bd9-303b-4d87-8f4f-422437c75dd2 req-1ba27c60-3c18-42d7-942c-beb4c8bc8c02 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "DELETE /v2.0/ports/be916252-f08b-46e4-b278-e2a928db2fed HTTP/1.1" status: 204 len: 173 time: 0.7926977 May 06 23:38:28.171289 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'name': 'network-vif-deleted', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:28.173540 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d751b-bcbb-4b59-868c-4fb9f6844e9e" -d '{"events": [{"server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "name": "network-vif-deleted", "tag": "be916252-f08b-46e4-b278-e2a928db2fed"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:28.212474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc7b195-7a51-419c-ae82-7396d4ab57b8 x-openstack-request-id: req-ccc7b195-7a51-419c-ae82-7396d4ab57b8 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:28.212792 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0569deae-b4ee-468b-a565-e49f9f397ad6", "name": "network-vif-deleted", "tag": "be916252-f08b-46e4-b278-e2a928db2fed", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:28.213044 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccc7b195-7a51-419c-ae82-7396d4ab57b8 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:28.213443 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc7b195-7a51-419c-ae82-7396d4ab57b8'] response: {'server_uuid': '0569deae-b4ee-468b-a565-e49f9f397ad6', 'name': 'network-vif-deleted', 'tag': 'be916252-f08b-46e4-b278-e2a928db2fed', 'status': 'completed', 'code': 200} May 06 23:38:28.251651 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:28.431788 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0e20b23-6b2c-41c3-a834-db4c315982b0 req-0ec9c2a9-9caf-4567-a082-2c5e3d96175a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=0569deae-b4ee-468b-a565-e49f9f397ad6 HTTP/1.1" status: 200 len: 210 time: 0.0282354 May 06 23:38:28.458667 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:28.483996 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:38:28.492562 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:28.493096 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:28.600120 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:28.789756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:28.818579 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d362b76-6a3f-4ed7-a82c-37cbf1fdeea9 None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '571effc9-9b21-4953-9ccf-fb31c960eaf3', 'name': '', 'network_id': 'c67eab3e-5f42-4b08-b50f-46be90ec8694', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'mac_address': 'fa:16:3e:d7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:31Z', 'updated_at': '2022-05-06T23:33:49Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'subnets': [{'id': 'f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:38:29.028075 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03901536-c8d1-428c-a26d-345e45c82342 None None] New status for floating IP 5d5e76b9-b192-4961-b2a8-1ba8a85618f9: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:38:29.515418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45596) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:29.567664 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (06072db8-0f5d-4776-b5cf-3a1633d54118), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.590266 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (06072db8-0f5d-4776-b5cf-3a1633d54118), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.635813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (06072db8-0f5d-4776-b5cf-3a1633d54118), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.638391 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.639583 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "DELETE /v2.0/security-groups/06072db8-0f5d-4776-b5cf-3a1633d54118 HTTP/1.1" status: 204 len: 168 time: 0.1231773 May 06 23:38:29.642276 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45598) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:29.649295 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06072db8-0f5d-4776-b5cf-3a1633d54118,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:29.656394 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.656844 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.657187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.657530 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.657638 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.api.v2.resource [None req-0d748bb2-ebb4-4c4e-a2c8-c232edb70f7f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] show failed (client error): The resource could not be found. May 06 23:38:29.657865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.658197 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.658531 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.658630 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0d748bb2-ebb4-4c4e-a2c8-c232edb70f7f tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups/06072db8-0f5d-4776-b5cf-3a1633d54118 HTTP/1.1" status: 404 len: 347 time: 0.0152583 May 06 23:38:29.658979 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.659307 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.659636 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.659965 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.660290 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.660637 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.661053 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.661166 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45600) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:29.661382 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd2a97-877c-4ebe-9570-15e0efe97e71 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:29.781282 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Deleting port f92ba1c5-d9f9-442e-bf3f-024efabdbb99 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:29.781616 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.858045 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.858377 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:29.871470 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Calling delete_port for f92ba1c5-d9f9-442e-bf3f-024efabdbb99 owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:29.999977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (f92ba1c5-d9f9-442e-bf3f-024efabdbb99), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:30.024373 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event deleted for resources: {'Port': ['ID=f92ba1c5-d9f9-442e-bf3f-024efabdbb99,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:30.035602 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.036444 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.036802 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.037132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.037461 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.037786 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.038107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.038425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.038744 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.039062 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.039379 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.039693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.040010 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.040322 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.040671 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:30.093251 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks [] for floatingip (5d5e76b9-b192-4961-b2a8-1ba8a85618f9), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:30.095600 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:30.096749 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3ae0f15c-07b5-4f05-b049-76560b9da782 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "DELETE /v2.0/floatingips/5d5e76b9-b192-4961-b2a8-1ba8a85618f9 HTTP/1.1" status: 204 len: 168 time: 0.4347043 May 06 23:38:31.206396 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be916252-f08b-46e4-b278-e2a928db2fed no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:31.226819 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: be916252-f08b-46e4-b278-e2a928db2fed {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:31.226819 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be916252-f08b-46e4-b278-e2a928db2fed not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:32.555062 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bde3-7104-469f-a456-cfefeb01ef5a req-e0dfcae7-6aa4-452f-a6b1-b00a06b0513a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:32.556605 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d951bde3-7104-469f-a456-cfefeb01ef5a req-e0dfcae7-6aa4-452f-a6b1-b00a06b0513a tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0502114 May 06 23:38:32.603082 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d951bde3-7104-469f-a456-cfefeb01ef5a req-53c10259-a84b-45be-9ec1-0bd3e86ca649 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 May 06 23:38:33.713529 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4c29a-eb56-42ec-8f73-3e1e27a50c1f req-db08fa4b-8463-456d-8157-15d88358e5e4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:33.714982 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70d4c29a-eb56-42ec-8f73-3e1e27a50c1f req-db08fa4b-8463-456d-8157-15d88358e5e4 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0457046 May 06 23:38:33.760343 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70d4c29a-eb56-42ec-8f73-3e1e27a50c1f req-a7adf091-c197-46a2-af7d-6ccd8f9f08b8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 May 06 23:38:34.877440 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20234f-2d82-42ec-9e10-90d37794592b req-e390d3fe-d6fd-4d22-8718-9c6947d0f998 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:34.878969 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a20234f-2d82-42ec-9e10-90d37794592b req-e390d3fe-d6fd-4d22-8718-9c6947d0f998 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0489538 May 06 23:38:34.931524 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a20234f-2d82-42ec-9e10-90d37794592b req-92b2973e-2b79-4f1e-977e-0b4edbb60256 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470710 May 06 23:38:35.197192 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58387-30f1-4c68-9af5-501af600d62f req-b7f08320-43d6-4b97-b617-4b0ce8c9feef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:35.198644 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9cd58387-30f1-4c68-9af5-501af600d62f req-b7f08320-43d6-4b97-b617-4b0ce8c9feef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 946 time: 0.0469043 May 06 23:38:35.284029 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Deleting port 5610bbab-39a3-426f-9a09-91307dffd7ba {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:35.284365 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:35.374288 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] For port 5610bbab-39a3-426f-9a09-91307dffd7ba, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=5610bbab-39a3-426f-9a09-91307dffd7ba,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:35.374573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:35.387915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Calling delete_port for 5610bbab-39a3-426f-9a09-91307dffd7ba owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:35.521301 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (5610bbab-39a3-426f-9a09-91307dffd7ba), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:35.536386 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['5610bbab-39a3-426f-9a09-91307dffd7ba', '6448b9df-7a5b-4462-9151-a863b9c9ce7a'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:38:35.548909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event deleted for resources: {'Port': ['ID=5610bbab-39a3-426f-9a09-91307dffd7ba,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:35.596068 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] No DVR routers for this DVR port 5610bbab-39a3-426f-9a09-91307dffd7ba on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:35.598591 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:35.602108 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9cd58387-30f1-4c68-9af5-501af600d62f req-df7feb0e-0779-4c29-9e6d-d673154bd4f8 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "DELETE /v2.0/ports/5610bbab-39a3-426f-9a09-91307dffd7ba HTTP/1.1" status: 204 len: 173 time: 0.3973570 May 06 23:38:35.602547 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'name': 'network-vif-deleted', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:35.604875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df6632-8bd5-4716-b15f-e12b41ce1b48" -d '{"events": [{"server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "name": "network-vif-deleted", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:35.646372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f86ea5-324c-4370-be19-f4a47fd8d23f x-openstack-request-id: req-41f86ea5-324c-4370-be19-f4a47fd8d23f {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:35.646739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30145f-1db0-436c-9d06-c1eb872fae0e", "name": "network-vif-deleted", "tag": "5610bbab-39a3-426f-9a09-91307dffd7ba", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:35.647062 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41f86ea5-324c-4370-be19-f4a47fd8d23f {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:35.647534 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f86ea5-324c-4370-be19-f4a47fd8d23f'] response: {'server_uuid': '8e30145f-1db0-436c-9d06-c1eb872fae0e', 'name': 'network-vif-deleted', 'tag': '5610bbab-39a3-426f-9a09-91307dffd7ba', 'status': 'completed', 'code': 200} May 06 23:38:36.053183 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2300861f-a856-49c6-bbe9-3093b8589926 req-a37bcfa1-b9f8-4738-b505-bfd58c433d36 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e30145f-1db0-436c-9d06-c1eb872fae0e HTTP/1.1" status: 200 len: 210 time: 0.0391350 May 06 23:38:37.325077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ddc-efc9-4c74-9e73-fb1fd1eaf024 req-0fd96876-bf02-40d4-8384-0e3f2fe865d2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:37.326521 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be417ddc-efc9-4c74-9e73-fb1fd1eaf024 req-0fd96876-bf02-40d4-8384-0e3f2fe865d2 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0483334 May 06 23:38:37.372026 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-be417ddc-efc9-4c74-9e73-fb1fd1eaf024 req-8fd73a51-0eed-4d41-97e4-c513f6ac5b07 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 May 06 23:38:38.483481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0f963-ded7-418c-aa67-1befc62aebd0 req-995ae98d-b6c3-4580-92b7-ee55471aa4ba tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:38.484950 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f0a0f963-ded7-418c-aa67-1befc62aebd0 req-995ae98d-b6c3-4580-92b7-ee55471aa4ba tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0461743 May 06 23:38:38.530306 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f0a0f963-ded7-418c-aa67-1befc62aebd0 req-b9421428-24b1-46b7-9db6-da5aba4196d0 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 May 06 23:38:39.285845 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 5610bbab-39a3-426f-9a09-91307dffd7ba no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:39.305417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 5610bbab-39a3-426f-9a09-91307dffd7ba {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:39.305753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 5610bbab-39a3-426f-9a09-91307dffd7ba not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:39.642128 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b14627-0dda-467e-97c8-7cb299bd161f req-f5823760-0e6b-4c07-9374-6ef681216787 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:39.643596 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7b14627-0dda-467e-97c8-7cb299bd161f req-f5823760-0e6b-4c07-9374-6ef681216787 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0469897 May 06 23:38:39.695947 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7b14627-0dda-467e-97c8-7cb299bd161f req-05dd54aa-6721-4ec1-a437-1a13dcf0aa60 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 May 06 23:38:39.743585 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:38:40.833278 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561b35b-14fc-43af-855a-ee4d9c894e78 req-7473ceb3-6b79-464e-a21a-c126514d5147 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:40.834763 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3561b35b-14fc-43af-855a-ee4d9c894e78 req-7473ceb3-6b79-464e-a21a-c126514d5147 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0730081 May 06 23:38:40.855097 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-db1f20c4-9583-4309-b4a9-7ab178180f18 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:40.856586 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-db1f20c4-9583-4309-b4a9-7ab178180f18 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 945 time: 0.0671992 May 06 23:38:40.889842 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3561b35b-14fc-43af-855a-ee4d9c894e78 req-b1e89128-8e4e-4dfb-a521-df9c7d5c8d36 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d23201a-b796-4167-8cdd-3bca84269160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 May 06 23:38:41.222919 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Deleting port 6448b9df-7a5b-4462-9151-a863b9c9ce7a {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:41.223890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:41.311284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] For port 6448b9df-7a5b-4462-9151-a863b9c9ce7a, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=6448b9df-7a5b-4462-9151-a863b9c9ce7a,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:41.311656 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:41.325140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Calling delete_port for 6448b9df-7a5b-4462-9151-a863b9c9ce7a owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:41.455231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (6448b9df-7a5b-4462-9151-a863b9c9ce7a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:41.481452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Pushing event deleted for resources: {'Port': ['ID=6448b9df-7a5b-4462-9151-a863b9c9ce7a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:41.533626 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] No DVR routers for this DVR port 6448b9df-7a5b-4462-9151-a863b9c9ce7a on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:41.536366 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:41.539634 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0b74d799-8a9c-48a8-b7a4-d6ad55310b9c req-fcb094d9-12ce-470a-b2ab-36beba1a8cef tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.59 "DELETE /v2.0/ports/6448b9df-7a5b-4462-9151-a863b9c9ce7a HTTP/1.1" status: 204 len: 173 time: 0.4042919 May 06 23:38:41.540018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'name': 'network-vif-deleted', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:41.542478 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079df553-9005-49eb-aff7-d9e6adde1cdb" -d '{"events": [{"server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "name": "network-vif-deleted", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:41.599827 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba7191d-d196-49eb-b3cc-b268072c8614 x-openstack-request-id: req-0ba7191d-d196-49eb-b3cc-b268072c8614 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:41.600122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7037f382-fa45-4675-b78d-c6903b738da5", "name": "network-vif-deleted", "tag": "6448b9df-7a5b-4462-9151-a863b9c9ce7a", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:41.600397 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ba7191d-d196-49eb-b3cc-b268072c8614 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:41.601197 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba7191d-d196-49eb-b3cc-b268072c8614'] response: {'server_uuid': '7037f382-fa45-4675-b78d-c6903b738da5', 'name': 'network-vif-deleted', 'tag': '6448b9df-7a5b-4462-9151-a863b9c9ce7a', 'status': 'completed', 'code': 200} May 06 23:38:41.824198 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b2fa-fccc-44b2-b897-aaf7bf973719 req-b685cfec-1d35-4338-bda7-5f4df842184e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:41.826038 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a492b2fa-fccc-44b2-b897-aaf7bf973719 req-b685cfec-1d35-4338-bda7-5f4df842184e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0479300 May 06 23:38:41.874564 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a492b2fa-fccc-44b2-b897-aaf7bf973719 req-bad34e1c-1b3e-489a-b64d-ec6dba0c6d7f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 May 06 23:38:42.027896 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-522014da-93cc-422c-a6a6-413d8bda2139 req-705ca01b-2bc4-463a-8283-d3c8d23e8a36 tempest-ServerRescueNegativeTestJSON-1573557255 tempest-ServerRescueNegativeTestJSON-1573557255-project] 10.222.0.60 "GET /v2.0/ports?device_id=7037f382-fa45-4675-b78d-c6903b738da5 HTTP/1.1" status: 200 len: 210 time: 0.0422347 May 06 23:38:42.995410 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc21d9-86d0-4b66-b844-8a6f92691769 req-178f4e4d-a59a-4f83-86e3-dd33c899a0af tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:42.996869 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbdc21d9-86d0-4b66-b844-8a6f92691769 req-178f4e4d-a59a-4f83-86e3-dd33c899a0af tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0498340 May 06 23:38:43.041988 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbdc21d9-86d0-4b66-b844-8a6f92691769 req-fd9b1a0d-47b4-4530-8f22-d70a1fb367bb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395179 May 06 23:38:43.120429 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45736) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:43.319616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 6448b9df-7a5b-4462-9151-a863b9c9ce7a no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:43.350814 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 6448b9df-7a5b-4462-9151-a863b9c9ce7a {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:43.351159 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 6448b9df-7a5b-4462-9151-a863b9c9ce7a not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:43.606472 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:43.893029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Deleting port 571effc9-9b21-4953-9ccf-fb31c960eaf3 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:43.893364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:44.135536 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb798-748b-4f60-a34f-60685d95ea2a req-7524d86b-4e0b-4fae-aa2c-12c73b963f5a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:44.137099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fadbb798-748b-4f60-a34f-60685d95ea2a req-7524d86b-4e0b-4fae-aa2c-12c73b963f5a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0617535 May 06 23:38:44.183294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d3f4-eb24-47ef-ab48-9c9ef69a3d2c req-31e7a456-3a9a-4877-a12d-3aff6dd274d4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:44.184791 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3fe5d3f4-eb24-47ef-ab48-9c9ef69a3d2c req-31e7a456-3a9a-4877-a12d-3aff6dd274d4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0668607 May 06 23:38:44.210571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] For port 571effc9-9b21-4953-9ccf-fb31c960eaf3, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=571effc9-9b21-4953-9ccf-fb31c960eaf3,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:44.211132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:44.224477 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fadbb798-748b-4f60-a34f-60685d95ea2a req-948832f5-97d8-424b-91a2-d5622cf8e269 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717821 May 06 23:38:44.224717 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Calling delete_port for 571effc9-9b21-4953-9ccf-fb31c960eaf3 owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:44.254356 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3fe5d3f4-eb24-47ef-ab48-9c9ef69a3d2c req-4a95afa8-9f5e-471d-bf68-e9d72b12f270 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596328 May 06 23:38:44.408330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (571effc9-9b21-4953-9ccf-fb31c960eaf3), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:44.431865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Pushing event deleted for resources: {'Port': ['ID=571effc9-9b21-4953-9ccf-fb31c960eaf3,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:44.604178 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:44.825130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:38:44.933444 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:38:44.940990 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-9dbcd7ff-1536-4771-83b0-0609c103fabb admin admin] 10.222.0.60 "PUT /v2.0/routers/ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8170340 May 06 23:38:44.941152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45754) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:44.941982 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Sync routers for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:38:44.952267 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:44.952926 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:45.045461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks [] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.059227 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:45.150690 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks [] for router_gateway (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.204993 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Deleting port 62f0c42e-d668-4a79-a953-583b21605a08 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:45.205329 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (62f0c42e-d668-4a79-a953-583b21605a08), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.231874 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '62f0c42e-d668-4a79-a953-583b21605a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:38:44Z', 'revision_number': 5, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port': {'id': '62f0c42e-d668-4a79-a953-583b21605a08', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:45.265988 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Checking router: ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:38:45.274428 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Routers {'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:45.275043 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:45.289554 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] For port 62f0c42e-d668-4a79-a953-583b21605a08, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62f0c42e-d668-4a79-a953-583b21605a08,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:45.290266 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (62f0c42e-d668-4a79-a953-583b21605a08), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.304038 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Calling delete_port for 62f0c42e-d668-4a79-a953-583b21605a08 owned by network:router_gateway {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:45.364454 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] Set router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf gateway port host: None {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:45.439254 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad147aa-2982-45cd-b72c-e82f38985e01 req-9d903771-f90d-4b94-ac6b-19d1a9be7b8d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:45.440739 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ad147aa-2982-45cd-b72c-e82f38985e01 req-9d903771-f90d-4b94-ac6b-19d1a9be7b8d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.0917037 May 06 23:38:45.446797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4167fa0-2b86-4078-845f-fb9b8419cd92 req-e1de5967-c802-4b0b-a602-9ba2077c05f3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:45.448277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e4167fa0-2b86-4078-845f-fb9b8419cd92 req-e1de5967-c802-4b0b-a602-9ba2077c05f3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0981917 May 06 23:38:45.544857 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:38:45Z', 'revision_number': 6, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:45.575410 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965cc10-c21c-482d-9ff6-dff5dfbc3707 None None] The sync data for ids ['ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf'] in dv-cinder-840996-1-iscsi is: [{'id': 'ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1667806856-router', 'tenant_id': '0a63c8271d644833bc46ae96dc3aa954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:38:45Z', 'revision_number': 6, 'project_id': '0a63c8271d644833bc46ae96dc3aa954', 'gw_port_host': None}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:38:45.577043 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ad147aa-2982-45cd-b72c-e82f38985e01 req-e3b2a9b4-88d9-4aa2-a4ba-8eeadd6a7c6f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261988 May 06 23:38:45.586325 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e4167fa0-2b86-4078-845f-fb9b8419cd92 req-922b8aba-ea33-466c-af66-f8d0ee9e4147 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253710 May 06 23:38:45.641164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (62f0c42e-d668-4a79-a953-583b21605a08), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.668061 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f0c42e-d668-4a79-a953-583b21605a08,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:45.729909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.831577 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:45.833938 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks [] for router_controller (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.186375 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.187078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf {{(pid=103249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:38:46.192408 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.193546 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ad4149cc-ae4a-4582-b7f5-9a06f7893498 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ce65a24f-baa8-4e49-ae5e-a7e283d8c8bf HTTP/1.1" status: 204 len: 168 time: 1.2513957 May 06 23:38:46.196300 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45760) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:46.207754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-119c56e5-2c9a-4a23-8aba-521af20de321 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:46.209193 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-119c56e5-2c9a-4a23-8aba-521af20de321 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.3501770 May 06 23:38:46.240880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Deleting subnet f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:38:46.243895 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Publish callbacks [] for subnet (f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.281606 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.295807 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:46.296143 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.364950 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 571effc9-9b21-4953-9ccf-fb31c960eaf3 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:46.390478 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] For port f4497b6c-9a26-4d7f-852e-ac10f9b0e007, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:46.390983 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.392176 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.394182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 571effc9-9b21-4953-9ccf-fb31c960eaf3 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:46.394693 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 571effc9-9b21-4953-9ccf-fb31c960eaf3 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:46.449548 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.476454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:46.479915 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.482996 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-63f90c45-9ff5-4e65-9e18-3bb72dfc65a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7ffc8aa-8ceb-46e5-a9a2-9ec1ff9e7751 HTTP/1.1" status: 204 len: 168 time: 0.2856543 May 06 23:38:46.485526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45762) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:46.489573 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a63d4-6993-4c68-99fd-0e251073653f None None] Network c67eab3e-5f42-4b08-b50f-46be90ec8694 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:38:46.572263 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (c67eab3e-5f42-4b08-b50f-46be90ec8694), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.595459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.595842 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.596128 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP 164b5d16-f75c-41d8-bc89-15c2cce7ba0e disassociated. External IP: 172.27.1.206, port: f4497b6c-9a26-4d7f-852e-ac10f9b0e007. May 06 23:38:46.596631 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for f4497b6c-9a26-4d7f-852e-ac10f9b0e007 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:46.633350 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Deleting port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:46.633679 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.694530 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] DHCP port deletion for c67eab3e-5f42-4b08-b50f-46be90ec8694 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:38:46.746815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] For port a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:46.747419 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.750830 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Deleting port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:46.751668 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.765733 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Calling delete_port for a1ccd0d9-e2b6-4f83-8b78-c775182725d7 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:46.791109 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d9c5-ad6e-4fc0-95ea-2cbb99ea79e9 req-8afc0b04-5fc5-419c-b3de-c05417e196f6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:46.802062 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf99d9c5-ad6e-4fc0-95ea-2cbb99ea79e9 req-8afc0b04-5fc5-419c-b3de-c05417e196f6 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.1004353 May 06 23:38:46.821760 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009094f-4601-4179-a08e-22dcf9c73700 req-54ab8dc6-25e1-4914-933b-cc228c0fc517 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:46.823694 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b009094f-4601-4179-a08e-22dcf9c73700 req-54ab8dc6-25e1-4914-933b-cc228c0fc517 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=d326f719-5b53-43e9-a36b-7653228dc878 HTTP/1.1" status: 200 len: 945 time: 0.1455350 May 06 23:38:46.831327 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] For port a1ccd0d9-e2b6-4f83-8b78-c775182725d7, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,segment=NetworkSegment(31c59b23-3da5-42cc-938f-76ec1e45d882),segment_id=31c59b23-3da5-42cc-938f-76ec1e45d882)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:46.835805 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.856299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Calling delete_port for a1ccd0d9-e2b6-4f83-8b78-c775182725d7 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:46.870077 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.885449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] No DVR routers for this DVR port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:46.909858 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:46.914443 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf99d9c5-ad6e-4fc0-95ea-2cbb99ea79e9 req-38e911c6-5481-451f-9639-a15d87c2d472 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147199 May 06 23:38:46.947182 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b009094f-4601-4179-a08e-22dcf9c73700 req-b32eabf1-75fc-4b92-945e-0fc346b753fb tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb71c474-3a81-4b9d-871e-a7b22c908331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084106 May 06 23:38:46.948312 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (f4497b6c-9a26-4d7f-852e-ac10f9b0e007), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:46.981105 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=f4497b6c-9a26-4d7f-852e-ac10f9b0e007,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:47.007852 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (c67eab3e-5f42-4b08-b50f-46be90ec8694), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.012041 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (a1ccd0d9-e2b6-4f83-8b78-c775182725d7), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.046442 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] No DVR routers for this DVR port a1ccd0d9-e2b6-4f83-8b78-c775182725d7 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:47.052597 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Pushing event deleted for resources: {'Port': ['ID=a1ccd0d9-e2b6-4f83-8b78-c775182725d7,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:47.053640 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67eab3e-5f42-4b08-b50f-46be90ec8694']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.060658 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.061007 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.061362 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.061884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.062380 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.062868 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.063345 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.063833 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.064333 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.064695 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.065226 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.065722 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.065866 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c59b23-3da5-42cc-938f-76ec1e45d882') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.066119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c59b23-3da5-42cc-938f-76ec1e45d882') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.066943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.067563 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.067899 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0b3b0-7b74-468e-813f-5381e5945df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:38:47.083193 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (31c59b23-3da5-42cc-938f-76ec1e45d882), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.098699 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (31c59b23-3da5-42cc-938f-76ec1e45d882), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.105053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:38:47.105578 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (31c59b23-3da5-42cc-938f-76ec1e45d882), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:38:47.107464 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:38:47.123317 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:38:47.166881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (c67eab3e-5f42-4b08-b50f-46be90ec8694), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.173832 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.176586 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c67eab3e-5f42-4b08-b50f-46be90ec8694 HTTP/1.1" status: 204 len: 168 time: 0.6901445 May 06 23:38:47.188864 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624146-f427-4812-878d-e165ee2621d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67eab3e-5f42-4b08-b50f-46be90ec8694,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:47.245729 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:38:47.256951 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:38:47.268922 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:47.270414 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.292127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] No DVR routers for this DVR port f4497b6c-9a26-4d7f-852e-ac10f9b0e007 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:38:47.294612 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.297958 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b9a11514-9324-46c1-93bc-2dc4a1b5aeee req-69ed42ae-24a1-43b6-b14f-22f246485339 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "DELETE /v2.0/ports/f4497b6c-9a26-4d7f-852e-ac10f9b0e007 HTTP/1.1" status: 204 len: 173 time: 1.0827575 May 06 23:38:47.298406 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'name': 'network-vif-deleted', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:47.300797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e5e25a-0848-4775-97ef-29819d36b0cd" -d '{"events": [{"server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "name": "network-vif-deleted", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:47.303188 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45770) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:47.347401 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4b82329d-8f1d-46e6-8c66-696d04eace1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a63c8271d644833bc46ae96dc3aa954&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424240 May 06 23:38:47.350152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45774) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:47.352634 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dab064-7d29-4de4-9021-ae53d8f6bf77 x-openstack-request-id: req-93dab064-7d29-4de4-9021-ae53d8f6bf77 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:47.353251 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326f719-5b53-43e9-a36b-7653228dc878", "name": "network-vif-deleted", "tag": "f4497b6c-9a26-4d7f-852e-ac10f9b0e007", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:47.353862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93dab064-7d29-4de4-9021-ae53d8f6bf77 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:47.354452 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dab064-7d29-4de4-9021-ae53d8f6bf77'] response: {'server_uuid': 'd326f719-5b53-43e9-a36b-7653228dc878', 'name': 'network-vif-deleted', 'tag': 'f4497b6c-9a26-4d7f-852e-ac10f9b0e007', 'status': 'completed', 'code': 200} May 06 23:38:47.389866 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:47.413724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] Publish callbacks [] for security_group (0d23201a-b796-4167-8cdd-3bca84269160), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.449457 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] Publish callbacks [] for security_group (0d23201a-b796-4167-8cdd-3bca84269160), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.507841 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0d23201a-b796-4167-8cdd-3bca84269160), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.510900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:47.514440 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d23201a-b796-4167-8cdd-3bca84269160 HTTP/1.1" status: 204 len: 168 time: 0.1565554 May 06 23:38:47.521511 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e690-ab25-4bd6-979b-4f74609f5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d23201a-b796-4167-8cdd-3bca84269160,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:47.609975 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.640497 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:38:47.649318 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:38:47.649923 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:47.820905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62f0c42e-d668-4a79-a953-583b21605a08 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:47.848191 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 62f0c42e-d668-4a79-a953-583b21605a08 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:47.849250 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62f0c42e-d668-4a79-a953-583b21605a08 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:47.849810 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device a1ccd0d9-e2b6-4f83-8b78-c775182725d7 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:47.875851 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: a1ccd0d9-e2b6-4f83-8b78-c775182725d7 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:47.876201 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device a1ccd0d9-e2b6-4f83-8b78-c775182725d7 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:47.888306 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:38:48.045737 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45796) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:48.081869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3f2d3-a508-429f-9aa0-caa7bf1ebc4f req-d08e1b5f-4743-4a60-bba0-70780ee827cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:48.084001 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1b3f2d3-a508-429f-9aa0-caa7bf1ebc4f req-d08e1b5f-4743-4a60-bba0-70780ee827cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0596173 May 06 23:38:48.108211 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (bb71c474-3a81-4b9d-871e-a7b22c908331), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.111318 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:38:48.138179 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1b3f2d3-a508-429f-9aa0-caa7bf1ebc4f req-3c4b5cb5-893c-461e-a0bc-658aaf603aeb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470378 May 06 23:38:48.147103 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe9c30a-b2ee-4698-bf93-0eb2b820d88c None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:38:48.148763 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (bb71c474-3a81-4b9d-871e-a7b22c908331), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.208428 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bb71c474-3a81-4b9d-871e-a7b22c908331), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.211064 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.212226 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/security-groups/bb71c474-3a81-4b9d-871e-a7b22c908331 HTTP/1.1" status: 204 len: 168 time: 0.1655087 May 06 23:38:48.215074 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45802) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:48.225147 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053b03c-7870-448e-8cc3-fbddd84c5534 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71c474-3a81-4b9d-871e-a7b22c908331,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:48.232963 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.api.v2.resource [None req-037e7bb4-75e4-411a-8adb-19be0ee6958c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] show failed (client error): The resource could not be found. May 06 23:38:48.234216 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-037e7bb4-75e4-411a-8adb-19be0ee6958c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups/bb71c474-3a81-4b9d-871e-a7b22c908331 HTTP/1.1" status: 404 len: 347 time: 0.0177004 May 06 23:38:48.238200 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45806) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:48.360716 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port 23690f20-248d-4529-930c-9af6f2b14c45 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:38:48.361380 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (23690f20-248d-4529-930c-9af6f2b14c45), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.438407 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (23690f20-248d-4529-930c-9af6f2b14c45), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.438794 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (23690f20-248d-4529-930c-9af6f2b14c45), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.453187 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for 23690f20-248d-4529-930c-9af6f2b14c45 owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:38:48.456196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f001da-a6b6-4b63-9e7f-65a850bd472b None None] New status for floating IP 164b5d16-f75c-41d8-bc89-15c2cce7ba0e: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:38:48.552010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.db.api [None req-67f001da-a6b6-4b63-9e7f-65a850bd472b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 23:38:48.552010 dv-cinder-840996-1-iscsi neutron-server[103251]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] May 06 23:38:48.552010 dv-cinder-840996-1-iscsi neutron-server[103251]: [parameters: {'status': 'DOWN', 'floatingips_id': '164b5d16-f75c-41d8-bc89-15c2cce7ba0e'}] May 06 23:38:48.552010 dv-cinder-840996-1-iscsi neutron-server[103251]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 23:38:48.552357 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG oslo_db.api [None req-67f001da-a6b6-4b63-9e7f-65a850bd472b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 23:38:48.595017 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (23690f20-248d-4529-930c-9af6f2b14c45), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.618473 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=23690f20-248d-4529-930c-9af6f2b14c45,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:48.685245 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (164b5d16-f75c-41d8-bc89-15c2cce7ba0e), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.687684 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.688852 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7bb707e7-fac5-47c2-a4c0-6654d6a0db5f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/floatingips/164b5d16-f75c-41d8-bc89-15c2cce7ba0e HTTP/1.1" status: 204 len: 168 time: 0.4494214 May 06 23:38:48.768160 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-96f1c7e5-d76b-4d95-9e33-84b434ee2366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:48.969904 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45824) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:48.975230 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176762661', 'description': 'tempest-description--480107076'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:48.995598 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.053689 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f001da-a6b6-4b63-9e7f-65a850bd472b None None] New status for floating IP 164b5d16-f75c-41d8-bc89-15c2cce7ba0e: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:38:49.061880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (5f6de795-2f10-416c-a7cd-685bd83baaf3), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.066826 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (5f6de795-2f10-416c-a7cd-685bd83baaf3), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.099123 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.100344 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294451 May 06 23:38:49.103366 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 45826) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:49.107665 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': '5f6de795-2f10-416c-a7cd-685bd83baaf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:49.111358 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64500834-3a11-43c9-a17b-ae446532cbfc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6de795-2f10-416c-a7cd-685bd83baaf3,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:49.136407 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (c50e900e-29e7-46b5-ae57-76acf6cca9a2), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.192644 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (c50e900e-29e7-46b5-ae57-76acf6cca9a2), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.196178 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (c50e900e-29e7-46b5-ae57-76acf6cca9a2), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.215470 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50e900e-29e7-46b5-ae57-76acf6cca9a2,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:49.221533 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.228587 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5e92581c-3a08-46cc-8608-a8d50827810d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216245 May 06 23:38:49.228767 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45830) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:49.231316 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'security_group_rule': {'security_group_id': '5f6de795-2f10-416c-a7cd-685bd83baaf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:49.280891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89637-94bf-44c5-9ccd-0a64036a7ac5 req-d3812328-16e5-4924-a5e9-b9bc60ce02ce tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:49.282361 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0af89637-94bf-44c5-9ccd-0a64036a7ac5 req-d3812328-16e5-4924-a5e9-b9bc60ce02ce tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0668697 May 06 23:38:49.310542 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (69f64898-bcbf-47fd-9ebe-5f098b863982), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.365402 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0af89637-94bf-44c5-9ccd-0a64036a7ac5 req-de2ab188-2a6f-486f-8e0d-0e3cd755f690 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754235 May 06 23:38:49.378655 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f4497b6c-9a26-4d7f-852e-ac10f9b0e007 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:38:49.380170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (69f64898-bcbf-47fd-9ebe-5f098b863982), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.392399 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (69f64898-bcbf-47fd-9ebe-5f098b863982), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.400263 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: f4497b6c-9a26-4d7f-852e-ac10f9b0e007 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:38:49.400715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device f4497b6c-9a26-4d7f-852e-ac10f9b0e007 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:38:49.410777 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f64898-bcbf-47fd-9ebe-5f098b863982,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:49.418137 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.419287 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3780a7ab-ded0-42c0-b21c-c99f40086f4f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919196 May 06 23:38:49.422375 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45832) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:49.427170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:49.446385 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.521665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.626998 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.27.1.57 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/1a844459-bc44-4d5c-80c6-76b4b0efc1e9) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:38:49.724408 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.756307 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.799003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:38:49.802352 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:38:49.805782 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:38:49.813106 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=1a844459-bc44-4d5c-80c6-76b4b0efc1e9,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:49.895104 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:49.933420 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:50.089354 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:50.095466 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:50.164030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=1a844459-bc44-4d5c-80c6-76b4b0efc1e9,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:50.176229 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:50.191676 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:50.192996 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3691557a-9d0a-4941-810b-10b65097df7d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7696893 May 06 23:38:50.388212 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-c01922fa-72de-4387-9e88-6f4613bc782c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1176762661&fields=id&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 267 time: 0.0421441 May 06 23:38:50.506003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7ed5-79c4-43e1-b93d-9ff2ff8de7ef req-d6ad30ee-6545-4b7c-885b-8f8e2262d0e0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:50.507458 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-184d7ed5-79c4-43e1-b93d-9ff2ff8de7ef req-d6ad30ee-6545-4b7c-885b-8f8e2262d0e0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0676279 May 06 23:38:50.547658 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-d0e3eabf-37d1-4b40-a3b2-77311992c9e0 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:50.549116 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-d0e3eabf-37d1-4b40-a3b2-77311992c9e0 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.1541648 May 06 23:38:50.575847 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-686e45f1-4426-4c97-9546-6fb8d85955ce tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/quotas/1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 375 time: 0.0191920 May 06 23:38:50.579854 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-184d7ed5-79c4-43e1-b93d-9ff2ff8de7ef req-15f05216-e895-4fbd-88a9-7f1d5473034a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670116 May 06 23:38:50.624617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-b80adf7a-fe2c-4e76-94bd-8fb917bcebe4 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433602 May 06 23:38:50.812882 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-6c1a80dd-5307-49c4-b3ca-b00a378c2e32 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765308 May 06 23:38:50.903542 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-bdce889e-759e-4827-8aef-35779977f2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 May 06 23:38:51.060302 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1c95b925-f0a5-4445-b670-ff43c11792ca req-55181750-0ed2-4e7e-b97a-3660ace68540 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 210 time: 0.0284052 May 06 23:38:51.124366 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.221196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-eaeeda96-acc0-4b91-a39f-078ac1707b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.404613 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45886) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:51.520768 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c43d-e9c5-49b7-9791-67da4a153b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.604787 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c43d-e9c5-49b7-9791-67da4a153b7f admin admin] Publish callbacks [] for security_group (bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.609256 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c43d-e9c5-49b7-9791-67da4a153b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.651045 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a7c9c43d-e9c5-49b7-9791-67da4a153b7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4d2308c0d774f2cb92643c238cd0862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429366 May 06 23:38:51.651045 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c43d-e9c5-49b7-9791-67da4a153b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:51.652058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 45892) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:38:51.720616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec248-c656-4b34-a67b-bb00fa200ae5 req-101fe213-74e4-4c83-9563-cdb601c665bd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:51.722076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-21cec248-c656-4b34-a67b-bb00fa200ae5 req-101fe213-74e4-4c83-9563-cdb601c665bd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0637186 May 06 23:38:51.753003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] Publish callbacks [] for security_group (bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.789970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] Publish callbacks [] for security_group (bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.798948 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-21cec248-c656-4b34-a67b-bb00fa200ae5 req-2c6b2213-5343-42da-be34-2603ab5e7def tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705774 May 06 23:38:51.851088 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.853896 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:51.855031 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b HTTP/1.1" status: 204 len: 168 time: 0.2022841 May 06 23:38:51.868554 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b6eff-0a88-4b4d-8184-ed706f67266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca1c08-eed3-4f26-9493-3e7cbe0b3a4b,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:52.204809 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1ecc22ed-fe49-4a66-b5df-8551e66a4b03 req-601df0c3-eed5-4de3-9bdb-77b7ab436760 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 210 time: 0.0769706 May 06 23:38:52.264991 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-ab6f27f5-8370-4507-8b6b-448286e78fac tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:52.267032 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-ab6f27f5-8370-4507-8b6b-448286e78fac tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 815 time: 0.1515982 May 06 23:38:52.290151 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:52.337562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-c6232762-8163-40ef-b500-78901ae46584 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db8614122ac4e068e093b3ee4dc9c0a HTTP/1.1" status: 200 len: 380 time: 0.0625989 May 06 23:38:52.401276 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'port': {'device_id': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'admin_state_up': True, 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'security_groups': ['5f6de795-2f10-416c-a7cd-685bd83baaf3']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:52.505453 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Made reservation on behalf of 1db8614122ac4e068e093b3ee4dc9c0a for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:38:52.508778 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:52.640610 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Allocated IP 172.20.0.13 (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879/d5a801ac-f357-4977-84f3-fd58ff22ae6a/e2edb7a5-3bd0-4313-8de1-74e51ee105d8) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:38:52.778267 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:52.815442 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:52.872374 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:38:52.875686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:38:52.879635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:38:52.917372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event updated for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:52.967252 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7501-73a4-477c-bf6c-f4b8f48799c2 req-06ab631d-4c18-4349-a0a6-7b565ac028fc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:52.968795 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ca6f7501-73a4-477c-bf6c-f4b8f48799c2 req-06ab631d-4c18-4349-a0a6-7b565ac028fc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0787146 May 06 23:38:52.974608 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:52.975203 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.008230 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-e23438b0-5a56-465c-8118-11a809c262d7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6116958 May 06 23:38:53.037405 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ca6f7501-73a4-477c-bf6c-f4b8f48799c2 req-cb45c736-602c-43f9-9af6-68b00b29f939 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582099 May 06 23:38:53.114654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-ec5ce144-59bb-4368-9e49-f0f2164f01e8 None None] Provisioning complete for port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:38:53.115095 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce144-59bb-4368-9e49-f0f2164f01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.137012 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Request body: {'port': {'device_id': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:38:53.152126 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ce144-59bb-4368-9e49-f0f2164f01e8 None None] Port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:38:53.201709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.365958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a2d50-5dc7-4b67-9add-4291d70269a5 req-dae346d7-f7fd-41d5-a8f3-f698b699194d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:53.369524 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f13a2d50-5dc7-4b67-9add-4291d70269a5 req-dae346d7-f7fd-41d5-a8f3-f698b699194d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 932 time: 0.0664141 May 06 23:38:53.450258 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.470751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f13a2d50-5dc7-4b67-9add-4291d70269a5 req-1666221c-c090-407b-9049-4e418dc50c11 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896323 May 06 23:38:53.554159 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2edb7a5-3bd0-4313-8de1-74e51ee105d8 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:38:53.561701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks [] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.575740 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Transition to ACTIVE for port object e2edb7a5-3bd0-4313-8de1-74e51ee105d8 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:38:53.578626 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.627987 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Pushing event updated for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:53.698320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Attempting to bind port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:38:53.698653 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Attempting to bind port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:38:53.698978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Attempting to bind port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:38:53.703428 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:38:53.703738 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Attempting to bind port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 on network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:38:53.709052 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:38:53.709395 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Checking segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:38:53.709777 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Bound using segment: {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:38:53.710203 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Bound port: e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:38:53.710558 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.778076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:38:53.781070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:38:53.787030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.820561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:53.821230 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:53.822771 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2edb7a5-3bd0-4313-8de1-74e51ee105d8 HTTP/1.1" status: 200 len: 1094 time: 0.8032002 May 06 23:38:53.823133 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:53.827376 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69defd-7f85-4459-afe3-15a3804a6c23" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:53.861751 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa484d53-3869-4435-bf6b-a108bcd97421 service neutron] Pushing event updated for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:53.902114 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d550e10-7c01-48d8-8da3-924219aa6188 x-openstack-request-id: req-7d550e10-7c01-48d8-8da3-924219aa6188 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:53.902389 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:53.902638 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d550e10-7c01-48d8-8da3-924219aa6188 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:53.903034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d550e10-7c01-48d8-8da3-924219aa6188'] response: {'name': 'network-changed', 'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'status': 'completed', 'code': 200} May 06 23:38:53.915950 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-7d8761cd-e4d6-4dd9-8a00-d27a52b09722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:53.917442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-7d8761cd-e4d6-4dd9-8a00-d27a52b09722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 1128 time: 0.0488169 May 06 23:38:53.964829 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-28787824-6442-47e3-b85d-8a7947a1bda1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8 HTTP/1.1" status: 200 len: 217 time: 0.0375674 May 06 23:38:54.014838 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-4c9e97de-9842-4231-b0ce-30e191db283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:54.016292 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-4c9e97de-9842-4231-b0ce-30e191db283b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0448005 May 06 23:38:54.060233 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888695-c456-4b19-87a1-7e07aea566f0 req-9d56cf9d-ff15-4817-965c-3909661af1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:54.061705 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-9d56cf9d-ff15-4817-965c-3909661af1b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373330 May 06 23:38:54.163612 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ccdc4-f623-4d5c-b2f9-c76e2ebd89e8 req-c3ad3ce3-8ffa-42f4-add8-14a96d361f6f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:54.165076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-929ccdc4-f623-4d5c-b2f9-c76e2ebd89e8 req-c3ad3ce3-8ffa-42f4-add8-14a96d361f6f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0540111 May 06 23:38:54.208888 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-8cbc47b6-bfbe-4d51-bb11-645c38e06b75 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407757 May 06 23:38:54.273780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-929ccdc4-f623-4d5c-b2f9-c76e2ebd89e8 req-5934c3f5-9fef-40b3-9798-a03372031e12 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027334 May 06 23:38:54.313548 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-53888695-c456-4b19-87a1-7e07aea566f0 req-94cc7ffe-af03-4542-8ef4-7289513038d1 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957491 May 06 23:38:54.587962 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a846-3880-422e-b087-269683138936 req-bf5e5747-725f-4437-9f53-df7e1f45552e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:54.589463 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1753a846-3880-422e-b087-269683138936 req-bf5e5747-725f-4437-9f53-df7e1f45552e tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 944 time: 0.0476758 May 06 23:38:54.636906 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1753a846-3880-422e-b087-269683138936 req-608dd760-5bd5-45f2-8fbc-046d55289628 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 May 06 23:38:55.189056 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:55.323684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-0b8528cd-bfed-46e8-b96b-53390e035363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.325201 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-0b8528cd-bfed-46e8-b96b-53390e035363 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 1128 time: 0.0373483 May 06 23:38:55.428893 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9cd2-fe0b-4f82-b762-75bf934a81b5 req-5ebfefba-239d-4e7f-bbfe-5079c960d209 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.430336 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99dd9cd2-fe0b-4f82-b762-75bf934a81b5 req-5ebfefba-239d-4e7f-bbfe-5079c960d209 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0828803 May 06 23:38:55.469610 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-1350aa21-187b-4526-a5c9-6ef76d4156b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.470960 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-1350aa21-187b-4526-a5c9-6ef76d4156b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.1402063 May 06 23:38:55.523611 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-42a7f52c-ea98-4b2c-9fc3-d552e596803d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8 HTTP/1.1" status: 200 len: 217 time: 0.0444660 May 06 23:38:55.526778 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-99dd9cd2-fe0b-4f82-b762-75bf934a81b5 req-1744b84d-7265-4c91-b792-1ab169b6fb37 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904405 May 06 23:38:55.634336 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-0c248ada-7758-43d8-a733-c20690a8f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.635747 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-0c248ada-7758-43d8-a733-c20690a8f780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.0424950 May 06 23:38:55.679213 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-d921acd3-4fb2-4a64-b58f-b27afbd70c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.680725 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-d921acd3-4fb2-4a64-b58f-b27afbd70c86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377603 May 06 23:38:55.783351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f52c-7b2b-4e29-bf94-ad1cbbb1a300 req-7ebf68fb-2cc3-4edd-9376-9772572133e1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:55.784811 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a11f52c-7b2b-4e29-bf94-ad1cbbb1a300 req-7ebf68fb-2cc3-4edd-9376-9772572133e1 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 944 time: 0.0797212 May 06 23:38:55.827872 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-34074dad-72ec-4c45-81de-22884501c357 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392379 May 06 23:38:55.899168 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7a11f52c-7b2b-4e29-bf94-ad1cbbb1a300 req-6c79903a-f97f-40d6-ac31-66da5ce0bdc7 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059520 May 06 23:38:55.940878 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4e69defd-7f85-4459-afe3-15a3804a6c23 req-6e574d8b-f611-4790-b82b-8dbf56496cdb service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051567 May 06 23:38:56.643600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9be63-3319-4b52-ac6c-d23453c737ed req-b07055cf-9dd1-4b3b-b8ae-6e362b78c979 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:56.645091 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-92d9be63-3319-4b52-ac6c-d23453c737ed req-b07055cf-9dd1-4b3b-b8ae-6e362b78c979 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0462081 May 06 23:38:56.690552 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-92d9be63-3319-4b52-ac6c-d23453c737ed req-cd0539ca-5420-410f-a560-348adfa1a923 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 May 06 23:38:57.016284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26159-7880-4ba9-bcf5-b72c621f7180 req-6f28376c-5f52-452b-818e-718acebd0c57 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:57.017817 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbe26159-7880-4ba9-bcf5-b72c621f7180 req-6f28376c-5f52-452b-818e-718acebd0c57 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 944 time: 0.0509846 May 06 23:38:57.065085 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbe26159-7880-4ba9-bcf5-b72c621f7180 req-08b97474-8b10-4ecd-95cf-ca796002393d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 May 06 23:38:57.373384 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e2edb7a5-3bd0-4313-8de1-74e51ee105d8 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:38:57.477901 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:57.489138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'port_id': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'mac_address': 'fa:16:3e:e9:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:38:57.530304 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:38:57.530706 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:57.544679 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2edb7a5-3bd0-4313-8de1-74e51ee105d8 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:38:57.566034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:57.572273 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:57.620147 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:57.810394 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94a4a-229b-47cd-a2f1-c87eabc55e4e req-17244686-4447-470d-9a92-7d00ebfd77b0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:57.811851 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbe94a4a-229b-47cd-a2f1-c87eabc55e4e req-17244686-4447-470d-9a92-7d00ebfd77b0 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0481663 May 06 23:38:57.857809 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['e2edb7a5-3bd0-4313-8de1-74e51ee105d8'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:38:57.861220 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bbe94a4a-229b-47cd-a2f1-c87eabc55e4e req-89bb0982-af45-4eb9-805a-f9f6411b6d20 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 May 06 23:38:58.173747 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3e2a-6712-4da8-94e6-c63e72291260 req-3d622c49-e3da-4408-91ed-af4ff690f8ff tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:58.175099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ad3f3e2a-6712-4da8-94e6-c63e72291260 req-3d622c49-e3da-4408-91ed-af4ff690f8ff tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 945 time: 0.0450349 May 06 23:38:58.223581 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ad3f3e2a-6712-4da8-94e6-c63e72291260 req-00a12ef9-bb9c-4afc-bf85-5b3a7dc3edcc tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 May 06 23:38:58.979065 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945744c-708b-43d0-96a3-e1afb5770d94 req-4fe723b3-6b9d-4684-83ca-90ceb237dff1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:58.980504 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3945744c-708b-43d0-96a3-e1afb5770d94 req-4fe723b3-6b9d-4684-83ca-90ceb237dff1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0453944 May 06 23:38:59.025278 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3945744c-708b-43d0-96a3-e1afb5770d94 req-0d175bfc-e73c-40da-b7cd-f72cee3b2f00 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394213 May 06 23:38:59.333742 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501344bf-8c00-4e48-87bf-fe491b1d7d46 req-7bd36233-51a7-45fc-9a4c-574b1e67e358 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:38:59.335167 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-501344bf-8c00-4e48-87bf-fe491b1d7d46 req-7bd36233-51a7-45fc-9a4c-574b1e67e358 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 945 time: 0.0454626 May 06 23:38:59.379562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-501344bf-8c00-4e48-87bf-fe491b1d7d46 req-2e1bfb4b-0fd0-4f3d-a5bd-bd7e78646d03 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 May 06 23:38:59.390583 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:38:59.399359 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e2edb7a5-3bd0-4313-8de1-74e51ee105d8 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:38:59.500196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:38:59.509198 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:38:59.509505 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:59.557679 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:59.575538 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:38:59.644233 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:38:59.644948 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:59.647436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: ACTIVE; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:38:59.647804 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:59.673129 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:38:59.684187 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:38:59.686876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadeb308-92dc-400c-b6fc-c5bf0943513c" -d '{"events": [{"server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:38:59.710189 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:59.712301 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:38:59.714812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:59.719300 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:38:59.776369 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:59.831512 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['480d28d2-b5c8-4e3e-8d1e-a487795b5deb'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:38:59.861487 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=6']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:38:59.953071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be8773-27d0-4690-bb46-5ac947040c33 x-openstack-request-id: req-72be8773-27d0-4690-bb46-5ac947040c33 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:38:59.953382 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:38:59.953636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72be8773-27d0-4690-bb46-5ac947040c33 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:38:59.954030 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72be8773-27d0-4690-bb46-5ac947040c33'] response: {'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'code': 200} May 06 23:39:00.182475 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435788-0311-4a59-aece-6c50eb711757 req-1c0fe2dd-d09b-4c04-bb97-ad0acc5fceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:00.184007 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1435788-0311-4a59-aece-6c50eb711757 req-1c0fe2dd-d09b-4c04-bb97-ad0acc5fceec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 1130 time: 0.0642304 May 06 23:39:00.189866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0372bd-ad11-4801-8e9c-fd667ab8c46b req-6b34dca6-8b4a-409a-acd2-a0f99595f08a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:00.191211 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-df0372bd-ad11-4801-8e9c-fd667ab8c46b req-6b34dca6-8b4a-409a-acd2-a0f99595f08a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0816867 May 06 23:39:00.254677 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1435788-0311-4a59-aece-6c50eb711757 req-3e3e15cf-6551-4c86-9ba3-86c92cf7208f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558202 May 06 23:39:00.289642 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-df0372bd-ad11-4801-8e9c-fd667ab8c46b req-8fb163db-9425-4cb3-963c-2bf875bb0f6a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863302 May 06 23:39:00.507094 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603846ed-9980-46e3-b4ee-37c017988b14 req-dd26b426-8dd0-49ec-b080-fc0ebdbf5306 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:00.509260 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-603846ed-9980-46e3-b4ee-37c017988b14 req-dd26b426-8dd0-49ec-b080-fc0ebdbf5306 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.0553589 May 06 23:39:00.566061 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-603846ed-9980-46e3-b4ee-37c017988b14 req-3a18760e-de54-4cfd-a6b4-16e644dc2d6a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507159 May 06 23:39:01.414141 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:39:01.499259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:39:01.499953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:01.513884 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3c610-e7a3-4ff5-a3c5-ea56ee0bd184 req-67e4ef02-ff44-4772-ad97-6b8ea48c89c1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:01.523967 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88f3c610-e7a3-4ff5-a3c5-ea56ee0bd184 req-67e4ef02-ff44-4772-ad97-6b8ea48c89c1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0979438 May 06 23:39:01.610120 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88f3c610-e7a3-4ff5-a3c5-ea56ee0bd184 req-03258135-6bd0-49eb-81b6-ea3d66e1e43c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795774 May 06 23:39:01.613454 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:01.614020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:01.692826 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:01.700335 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:01.766024 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=7']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:01.767913 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6caea5-3ff3-45ea-b224-30eeafb161c7 req-42fdd789-62d2-41d1-823b-4f27056b898a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:01.776207 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7f6caea5-3ff3-45ea-b224-30eeafb161c7 req-42fdd789-62d2-41d1-823b-4f27056b898a tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.0908186 May 06 23:39:01.848171 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7f6caea5-3ff3-45ea-b224-30eeafb161c7 req-de4d2e46-e072-410e-aee2-b5fc413afe42 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649705 May 06 23:39:01.955196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:01.957730 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c085a1-b975-4a97-a703-f166c7be414c" -d '{"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:02.001737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9acce-cb04-4dcf-a360-4dba9c278f91 x-openstack-request-id: req-60a9acce-cb04-4dcf-a360-4dba9c278f91 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:02.002218 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:02.002796 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60a9acce-cb04-4dcf-a360-4dba9c278f91 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:02.003352 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a9acce-cb04-4dcf-a360-4dba9c278f91'] response: {'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'code': 200} May 06 23:39:02.378566 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-08b8a644-74f7-4cf1-9e0f-efef07bf6400 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838578116&fields=id&tenant_id=e945e78585194b4c8ceff8affbfe7962 HTTP/1.1" status: 200 len: 267 time: 0.0487652 May 06 23:39:02.442243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-f39fa990-195a-4292-92fb-93ed27d24006 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:02.443701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-f39fa990-195a-4292-92fb-93ed27d24006 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 984 time: 0.0556190 May 06 23:39:02.454457 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Request body: {'port': {'security_groups': ['4c27ae72-d17c-4d38-8527-e183dec11e07']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:39:02.532343 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.057116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bfcd-819f-4c9c-84b5-296aafff1366 req-73c7296f-e316-40ac-9b20-72dcf6743285 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.058788 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4211bfcd-819f-4c9c-84b5-296aafff1366 req-73c7296f-e316-40ac-9b20-72dcf6743285 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.3704844 May 06 23:39:03.115320 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:03.133313 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4211bfcd-819f-4c9c-84b5-296aafff1366 req-1d39e65f-3fb5-4c4d-a14e-44f1ea7508e9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671217 May 06 23:39:03.173732 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.185331 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.203570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:39:03.340368 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.342261 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.356070 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6fd0d89d-300b-44d0-8c4c-95c33d7e8fb1 req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "PUT /v2.0/ports/50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 942 time: 0.9058137 May 06 23:39:03.358367 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46134) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:03.360128 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:03.363776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb20a628-eff6-440e-94f7-c3b78a2eed97" -d '{"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:03.435195 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:39:03.476114 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4642-34ab-4619-8286-07fe675bbe23 req-7af5a14d-efad-47fa-901d-ca074c49da38 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.491493 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-60dd4642-34ab-4619-8286-07fe675bbe23 req-7af5a14d-efad-47fa-901d-ca074c49da38 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.2327261 May 06 23:39:03.517100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad6e94-0cc3-4286-852b-46d7f7e8715c tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event updated for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=7']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:03.584621 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (12011b51-f93b-4d58-8ecc-b9446361a1f6), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.601425 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-60dd4642-34ab-4619-8286-07fe675bbe23 req-98af8b28-5e62-4b92-bf25-985928c6286d tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885756 May 06 23:39:03.607981 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee5ed4b-0810-4c8c-8642-9b8d16d7ff1e x-openstack-request-id: req-8ee5ed4b-0810-4c8c-8642-9b8d16d7ff1e {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:03.608291 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:03.608707 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ee5ed4b-0810-4c8c-8642-9b8d16d7ff1e {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:03.609005 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee5ed4b-0810-4c8c-8642-9b8d16d7ff1e'] response: {'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:39:03.652666 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (12011b51-f93b-4d58-8ecc-b9446361a1f6), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.687427 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-5c1ad125-c877-4191-8778-e4ce98e5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.690490 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-5c1ad125-c877-4191-8778-e4ce98e5b005 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1129 time: 0.0801489 May 06 23:39:03.702423 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-28ea2432-1f37-48fc-b642-1823a2587008 None None] Provisioning complete for port 50ee9499-163b-4ec8-8f69-185b9fc7b802 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:39:03.703330 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-28ea2432-1f37-48fc-b642-1823a2587008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.761779 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (12011b51-f93b-4d58-8ecc-b9446361a1f6), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.766645 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.768964 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "DELETE /v2.0/security-groups/12011b51-f93b-4d58-8ecc-b9446361a1f6 HTTP/1.1" status: 204 len: 168 time: 0.4092090 May 06 23:39:03.774473 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46144) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:03.789220 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b480f-40bb-4c24-8d27-8d391cbe7f49 req-503502b1-03b3-4b54-b4ba-3beeea175b27 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.791262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d92b480f-40bb-4c24-8d27-8d391cbe7f49 req-503502b1-03b3-4b54-b4ba-3beeea175b27 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.1124356 May 06 23:39:03.801986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46146) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:03.806660 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Request body: {'floatingip': {'port_id': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:39:03.869518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:03.943090 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61d044-f57d-4d8c-a199-08b4132d2e4f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12011b51-f93b-4d58-8ecc-b9446361a1f6,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:03.948058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-21196ee1-16dd-4991-9879-8366640bf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:03.950639 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-21196ee1-16dd-4991-9879-8366640bf4de service neutron] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 916 time: 0.2501879 May 06 23:39:03.960676 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-28ea2432-1f37-48fc-b642-1823a2587008 None None] Current status of the port 50ee9499-163b-4ec8-8f69-185b9fc7b802 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:03.995791 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Deleting port 6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:03.996142 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.099550 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.102726 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for floatingip (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.121000 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-ea4f7702-a652-41b0-a325-74571864e7de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 1001 time: 0.1635172 May 06 23:39:04.130929 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Calling delete_port for 6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:04.302144 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-7c5499ae-294f-4e7f-ae62-f01c53a585e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:04.303784 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-7c5499ae-294f-4e7f-ae62-f01c53a585e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.1525419 May 06 23:39:04.367965 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.372689 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc334-ea70-429b-9015-cab1602f3d16 req-37974aea-4170-4639-bcb4-23900b2f4b93 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:04.374323 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dacc334-ea70-429b-9015-cab1602f3d16 req-37974aea-4170-4639-bcb4-23900b2f4b93 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.1244497 May 06 23:39:04.388875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd3d3d-1f70-4c2c-945c-916fc4bac684 req-058ea3f1-0b2b-43bb-99ed-51e6924f1af7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:04.396258 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cdfd3d3d-1f70-4c2c-945c-916fc4bac684 req-058ea3f1-0b2b-43bb-99ed-51e6924f1af7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.1323926 May 06 23:39:04.414439 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event deleted for resources: {'Port': ['ID=6f1ee1f6-7ba5-4d8a-8d73-ef1ce939046a,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:04.503768 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks [] for floatingip (06c8edef-bcef-4c34-8628-dc1ac9b4595a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.504366 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Floating IP 06c8edef-bcef-4c34-8628-dc1ac9b4595a disassociated (deleted). External IP: 172.27.1.241, port: 50ee9499-163b-4ec8-8f69-185b9fc7b802. May 06 23:39:04.623965 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cdfd3d3d-1f70-4c2c-945c-916fc4bac684 req-ea3c26c4-e96e-41f0-8d67-328f1b5707a4 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266896 May 06 23:39:04.630721 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3dacc334-ea70-429b-9015-cab1602f3d16 req-17441f0c-1489-473f-a1ec-9a59c6dcfbcd tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481201 May 06 23:39:04.792782 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Router 11401b80-a888-4731-b4b7-014db5d7df00 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:04.866819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.872509 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.933096 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:04.937587 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:04.947087 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Sync routers for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:04.964324 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:04.965231 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:04.974315 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-f0d8c81b-9f1d-4d47-a4b4-93b4e3f4c128 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "DELETE /v2.0/floatingips/06c8edef-bcef-4c34-8628-dc1ac9b4595a HTTP/1.1" status: 204 len: 168 time: 1.1954203 May 06 23:39:04.974315 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:04.985268 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147" -d '{"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:05.010166 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP c9d5ee57-3aa0-4e3c-a264-b9b08a218d48 associated. External IP: 172.27.1.57, port: e2edb7a5-3bd0-4313-8de1-74e51ee105d8. May 06 23:39:05.134253 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:05.189299 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae989e99-55bc-485f-a7e8-c0c9491fa264 x-openstack-request-id: req-ae989e99-55bc-485f-a7e8-c0c9491fa264 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:05.189687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:05.189834 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae989e99-55bc-485f-a7e8-c0c9491fa264 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:05.190219 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae989e99-55bc-485f-a7e8-c0c9491fa264'] response: {'name': 'network-changed', 'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:39:05.398036 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:05.423015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:05.429431 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-a3d7650d-db29-4286-a60d-8aac0c96343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:05.430898 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-a3d7650d-db29-4286-a60d-8aac0c96343b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655220 May 06 23:39:05.438041 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Checking router: 11401b80-a888-4731-b4b7-014db5d7df00 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:05.447667 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:05.448363 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:05.588561 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:05.597178 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:05.602661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:05.614240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:05.663042 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-095e284e-57c4-475f-8318-74a1a4594490 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "PUT /v2.0/floatingips/c9d5ee57-3aa0-4e3c-a264-b9b08a218d48 HTTP/1.1" status: 200 len: 991 time: 1.8461964 May 06 23:39:05.663042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:05.663042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887a3d1-f19e-4b1c-91de-738268e67c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:05.698762 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-3a736458-191d-4a75-9346-c4ca6cee77fb service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563830 May 06 23:39:05.736943 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c63a2b-6df9-43d9-8d3e-f3a49a39fecc x-openstack-request-id: req-42c63a2b-6df9-43d9-8d3e-f3a49a39fecc {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:05.737108 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:05.737314 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42c63a2b-6df9-43d9-8d3e-f3a49a39fecc {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:05.737813 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c63a2b-6df9-43d9-8d3e-f3a49a39fecc'] response: {'name': 'network-changed', 'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'status': 'completed', 'code': 200} May 06 23:39:05.854250 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:05.854885 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:05.871351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f986-2c50-4b09-bf78-ef3799bbc426 req-b566ab2b-ca6e-4d26-b495-7d2e32c5fb03 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:05.879696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5661f986-2c50-4b09-bf78-ef3799bbc426 req-b566ab2b-ca6e-4d26-b495-7d2e32c5fb03 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.1065369 May 06 23:39:05.976473 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0cb87-191f-44a9-a962-84c7633ad50e req-0d9818af-52d6-4756-aa5c-8a1cec94de63 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:05.979685 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d2f0cb87-191f-44a9-a962-84c7633ad50e req-0d9818af-52d6-4756-aa5c-8a1cec94de63 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0972736 May 06 23:39:06.015913 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:06.018613 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:06.040332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5661f986-2c50-4b09-bf78-ef3799bbc426 req-c8ffbde1-0c80-409b-9274-4e412e8c80c7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597459 May 06 23:39:06.079858 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb50ee5-5b90-4ec7-8e3b-1ec1bfb080df None None] The sync data for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi is: [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:36:32Z', 'revision_number': 4, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '71294027-dcdf-4783-a515-57b33bb877d8', 'name': '', 'network_id': '5298e5dd-d2c3-4a75-89be-3110ed11c266', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'mac_address': 'fa:16:3e:e7:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:31Z', 'updated_at': '2022-05-06T23:36:36Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'subnets': [{'id': 'd46749c2-ecd2-4783-a9f8-a91b12077493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:06.147658 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d2f0cb87-191f-44a9-a962-84c7633ad50e req-c54afbd5-2f28-4c9c-8c08-ce8c87cf990c tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608813 May 06 23:39:06.174926 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-de76dc12-fc51-4958-a72f-a2c7bfa393d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.177873 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-de76dc12-fc51-4958-a72f-a2c7bfa393d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 1130 time: 0.0905008 May 06 23:39:06.282101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-ffcdabf7-5c2c-4720-80df-c56f51ad1c27 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.286154 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-ffcdabf7-5c2c-4720-80df-c56f51ad1c27 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.0985446 May 06 23:39:06.422175 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bb20a628-eff6-440e-94f7-c3b78a2eed97 req-7acc0429-6573-4a1e-b4f5-7732f947fc16 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514693 May 06 23:39:06.496221 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-96769169-3d5a-4c5f-b231-f9da30347c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.500758 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-96769169-3d5a-4c5f-b231-f9da30347c4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 200 len: 916 time: 0.2720461 May 06 23:39:06.542702 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'c9d5ee57-3aa0-4e3c-a264-b9b08a218d48', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:e9:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:49Z', 'updated_at': '2022-05-06T23:39:04Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:06.588928 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:06.603181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:06.603753 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:06.604651 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:06.614562 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:06.631905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-dfb1c675-c064-4586-b396-f3f728498e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.635487 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-dfb1c675-c064-4586-b396-f3f728498e14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e945e78585194b4c8ceff8affbfe7962&device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 1129 time: 0.1254616 May 06 23:39:06.676408 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-5f43ff96-a664-4118-b316-36b0f8c2ac87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8 HTTP/1.1" status: 200 len: 999 time: 0.1704745 May 06 23:39:06.684327 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37afab-a152-4deb-8f4c-0d02408f1435 None None] New status for floating IP 06c8edef-bcef-4c34-8628-dc1ac9b4595a: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:39:06.759349 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-3750739b-3df1-4df0-b3c1-cb8133a239ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.760861 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-3750739b-3df1-4df0-b3c1-cb8133a239ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 200 len: 916 time: 0.1063354 May 06 23:39:06.777329 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:06.816015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-68dfbb53-1d25-4ba4-8036-e165208c9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.818192 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-68dfbb53-1d25-4ba4-8036-e165208c9095 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 200 len: 854 time: 0.1299334 May 06 23:39:06.854721 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-b8428f82-30c6-46a8-ae47-e89e585889c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 200 len: 217 time: 0.0643644 May 06 23:39:06.930103 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-f07619fb-d3ca-4a98-87ab-181308f97841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.935591 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-f07619fb-d3ca-4a98-87ab-181308f97841 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046829 May 06 23:39:06.976588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-8acc4a21-ca92-4674-87f1-79e528bd163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:06.978281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-8acc4a21-ca92-4674-87f1-79e528bd163a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 200 len: 854 time: 0.1167231 May 06 23:39:06.999243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] For port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:07.000655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:07.106105 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-7a5c2f35-a6c9-479f-8447-e12c5aecaff1 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613278 May 06 23:39:07.132065 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'c9d5ee57-3aa0-4e3c-a264-b9b08a218d48', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:e9:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:49Z', 'updated_at': '2022-05-06T23:39:04Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:07.182286 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c26-b49a-4c1f-a1ba-b1e4b7b0c32b None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'c9d5ee57-3aa0-4e3c-a264-b9b08a218d48', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'port_id': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'mac_address': 'fa:16:3e:e9:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:38:49Z', 'updated_at': '2022-05-06T23:39:04Z', 'revision_number': 1, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:07.277025 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-6887a3d1-f19e-4b1c-91de-738268e67c2a req-12cc8b5e-e1cd-4197-bd58-191307d841d7 service neutron] 10.222.0.59 "GET /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641996 May 06 23:39:07.584444 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917502c-b000-4d67-a716-dde64dfa5c66 None None] New status for floating IP c9d5ee57-3aa0-4e3c-a264-b9b08a218d48: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:39:07.607646 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4cb2a-550c-49e9-96ae-4185e70b36a6 req-96bafdfc-2cc1-4fae-8db5-899953acfcb2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:07.609605 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-21b4cb2a-550c-49e9-96ae-4185e70b36a6 req-96bafdfc-2cc1-4fae-8db5-899953acfcb2 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0988331 May 06 23:39:07.685153 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-7d481d90-c89c-49c1-a664-04d3bc6df7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:07.686708 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-7d481d90-c89c-49c1-a664-04d3bc6df7bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5298e5dd-d2c3-4a75-89be-3110ed11c266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6828804 May 06 23:39:07.814157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fa38c-3682-4e2f-914b-e9f5e37c6ce2 req-86ba4c9e-7ba3-453d-9c54-4f54833b68cd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:07.815672 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d17fa38c-3682-4e2f-914b-e9f5e37c6ce2 req-86ba4c9e-7ba3-453d-9c54-4f54833b68cd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 945 time: 0.3146267 May 06 23:39:07.875015 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-21b4cb2a-550c-49e9-96ae-4185e70b36a6 req-d8183065-a5cd-40c7-9dd0-7bebd359fa32 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594912 May 06 23:39:08.068650 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d17fa38c-3682-4e2f-914b-e9f5e37c6ce2 req-11739352-520f-4833-b561-1ad63e54f79c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316620 May 06 23:39:08.152118 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-8870acdc-4cd1-408d-93b5-facdcbd805de service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485795 May 06 23:39:08.178151 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:08.178564 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (7181fb63-79f5-460f-a4ab-cc38f3a6c16a), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:08.178876 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP 7181fb63-79f5-460f-a4ab-cc38f3a6c16a disassociated. External IP: 172.27.1.13, port: 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1. May 06 23:39:08.179214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:08.366554 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1cbabfed-8ec1-4a0d-a819-eb8e6db52147 req-f794677b-3395-4a30-bbd3-ad92b2f8bc55 service neutron] 10.222.0.59 "GET /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983213 May 06 23:39:08.479580 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:08.527634 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:08.704176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:08.866417 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:08.881839 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:08.903863 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:08.904778 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:08.932446 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] No DVR routers for this DVR port 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:08.946006 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:08.952237 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b3dc5b3-2e48-4138-9f49-7bd590078fad req-51581fd1-a8b5-41c1-8876-d67fbfa20963 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "DELETE /v2.0/ports/2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 HTTP/1.1" status: 204 len: 173 time: 2.6512916 May 06 23:39:08.964744 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'name': 'network-vif-deleted', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:08.968436 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df3039-3617-4acd-ac9d-9eb3fbce2526" -d '{"events": [{"server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "name": "network-vif-deleted", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:09.066526 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8986d34-04ad-4492-af5c-e74a70200659 req-2c626ef7-bf82-4967-8c52-422cab5a9587 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:09.075393 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d8986d34-04ad-4492-af5c-e74a70200659 req-2c626ef7-bf82-4967-8c52-422cab5a9587 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0742269 May 06 23:39:09.145857 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:09.155098 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d8986d34-04ad-4492-af5c-e74a70200659 req-5c64ddcc-92f4-424b-b3ff-d7b3cacdf5ca tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778511 May 06 23:39:09.216982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fdd9d3-07c4-4158-8c63-0212527e1cc6 x-openstack-request-id: req-59fdd9d3-07c4-4158-8c63-0212527e1cc6 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:09.217484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57875603-b4f7-49f7-b201-ec605e62d496", "name": "network-vif-deleted", "tag": "2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:09.217886 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59fdd9d3-07c4-4158-8c63-0212527e1cc6 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:09.218496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fdd9d3-07c4-4158-8c63-0212527e1cc6'] response: {'server_uuid': '57875603-b4f7-49f7-b201-ec605e62d496', 'name': 'network-vif-deleted', 'tag': '2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1', 'status': 'completed', 'code': 200} May 06 23:39:09.344212 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1fcd505c-931e-4c51-beca-f1b5f6e2a04c req-1d9ccd67-76a7-4365-bccf-349e6f6ba8a3 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 210 time: 0.0572255 May 06 23:39:09.470244 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:09.554811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:09.555884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 2f7c0e2b-0e30-4c7f-8093-3fbc831d48f1 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:09.676965 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:09.709863 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:09.724954 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:09.725453 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:09.927364 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:09.928035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773cb7-42df-4a51-b69a-7f69097f5099 req-0280221d-eee1-48ad-9d2d-db4a68ca84f2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:09.933013 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-72773cb7-42df-4a51-b69a-7f69097f5099 req-0280221d-eee1-48ad-9d2d-db4a68ca84f2 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.1019626 May 06 23:39:09.998807 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-72773cb7-42df-4a51-b69a-7f69097f5099 req-6beb5e86-5b02-4e68-bc31-7d40cf2a2d97 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599580 May 06 23:39:10.178195 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:10.207444 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46296) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:10.243688 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67aa41-df7e-4623-ae8a-03513d8cd6f8 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:10.312018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efd99-9466-441f-9d5a-d7a293644bd4 req-eff2e985-a7ea-4a4b-8de4-b4f87070365d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:10.313868 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8b5efd99-9466-441f-9d5a-d7a293644bd4 req-eff2e985-a7ea-4a4b-8de4-b4f87070365d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0544610 May 06 23:39:10.377209 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8b5efd99-9466-441f-9d5a-d7a293644bd4 req-e4ffefe4-87a1-44c4-ba05-b1feda609edc tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511625 May 06 23:39:10.423142 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-42f6b70c-583d-4131-ba6a-1e0ab81489e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.518251 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1e73fb12-c1d1-4edd-a7c4-7eb0e8ba06ee req-36bf13cc-24a5-49e4-be59-3318a5463b17 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=57875603-b4f7-49f7-b201-ec605e62d496 HTTP/1.1" status: 200 len: 210 time: 0.0439138 May 06 23:39:10.521434 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-42f6b70c-583d-4131-ba6a-1e0ab81489e2 admin admin] Publish callbacks [] for security_group (18d5d900-e464-4764-a4f1-581a764dc380), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.530622 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-42f6b70c-583d-4131-ba6a-1e0ab81489e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (18d5d900-e464-4764-a4f1-581a764dc380), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.572645 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-42f6b70c-583d-4131-ba6a-1e0ab81489e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc7443d0eb854219975b28dbec332d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641195 May 06 23:39:10.575107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6b70c-583d-4131-ba6a-1e0ab81489e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5d900-e464-4764-a4f1-581a764dc380,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:10.576823 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46304) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:10.654067 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e1cb4-c3c5-41e2-a60e-2f6738012baf None None] New status for floating IP 7181fb63-79f5-460f-a4ab-cc38f3a6c16a: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:39:10.660484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] Publish callbacks [] for security_group (18d5d900-e464-4764-a4f1-581a764dc380), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.688971 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] Publish callbacks [] for security_group (18d5d900-e464-4764-a4f1-581a764dc380), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.747318 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (18d5d900-e464-4764-a4f1-581a764dc380), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.750464 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:10.751816 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18d5d900-e464-4764-a4f1-581a764dc380 HTTP/1.1" status: 204 len: 168 time: 0.1733389 May 06 23:39:10.760708 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12256cc4-fb32-48c1-97c1-fd51ea9a3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5d900-e464-4764-a4f1-581a764dc380,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:11.090659 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46312) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:11.105849 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63cfb651-4c57-4375-8e2d-b7beb50cecc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.178628 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f635e-59c5-4052-8410-79342551d7dd req-dcaa9871-dc15-4a7f-893a-9a761b764fa5 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:11.180133 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b25f635e-59c5-4052-8410-79342551d7dd req-dcaa9871-dc15-4a7f-893a-9a761b764fa5 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0653727 May 06 23:39:11.269724 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b25f635e-59c5-4052-8410-79342551d7dd req-e03dfd14-e482-495e-ad79-b8cf2a7618ce tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740712 May 06 23:39:11.279602 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63cfb651-4c57-4375-8e2d-b7beb50cecc4 admin admin] Publish callbacks [] for security_group (247582e0-cfb4-4604-a1ea-390c3b855990), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.284721 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-63cfb651-4c57-4375-8e2d-b7beb50cecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (247582e0-cfb4-4604-a1ea-390c3b855990), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.329017 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-63cfb651-4c57-4375-8e2d-b7beb50cecc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=068ea65dc0ea4a5b95f3837a8bd31ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369299 May 06 23:39:11.331139 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfb651-4c57-4375-8e2d-b7beb50cecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247582e0-cfb4-4604-a1ea-390c3b855990,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:11.332021 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46314) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:11.393354 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] Publish callbacks [] for security_group (247582e0-cfb4-4604-a1ea-390c3b855990), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.431023 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] Publish callbacks [] for security_group (247582e0-cfb4-4604-a1ea-390c3b855990), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.519466 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (247582e0-cfb4-4604-a1ea-390c3b855990), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.522085 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:11.536980 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/247582e0-cfb4-4604-a1ea-390c3b855990 HTTP/1.1" status: 204 len: 168 time: 0.1928732 May 06 23:39:11.549716 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec82b4-ef5b-4574-b4e6-0576e628ea7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247582e0-cfb4-4604-a1ea-390c3b855990,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:11.568774 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480f4d-6c23-45aa-93d8-cd0104c96ea1 req-9c56cc53-dd62-4872-b01b-d98f0a120686 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:11.579492 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8f480f4d-6c23-45aa-93d8-cd0104c96ea1 req-9c56cc53-dd62-4872-b01b-d98f0a120686 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0965779 May 06 23:39:11.681984 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8f480f4d-6c23-45aa-93d8-cd0104c96ea1 req-0205ee4f-f313-4d7b-b576-739fdce4fe3e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035762 May 06 23:39:11.894700 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-b59ce5d3-e198-4395-837a-0252ce3e7e2f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087829394&fields=id&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 267 time: 0.1027420 May 06 23:39:11.910319 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-00bb9c21-191b-4ac4-871f-2f5543b8a265 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:11.912073 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-00bb9c21-191b-4ac4-871f-2f5543b8a265 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.59 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0742502 May 06 23:39:12.084288 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Deleting port 50ee9499-163b-4ec8-8f69-185b9fc7b802 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:12.084626 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:12.203981 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-289d7673-a135-4132-843e-7ab0b378aaee tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:12.209076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-289d7673-a135-4132-843e-7ab0b378aaee tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.2960145 May 06 23:39:12.258843 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a7f9ff10-1312-4b4f-9b40-9a8004e04d00 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/quotas/5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 375 time: 0.0424128 May 06 23:39:12.268591 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] For port 50ee9499-163b-4ec8-8f69-185b9fc7b802, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=50ee9499-163b-4ec8-8f69-185b9fc7b802,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:12.268591 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:12.309848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Calling delete_port for 50ee9499-163b-4ec8-8f69-185b9fc7b802 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:12.378101 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-52b3eef3-5662-46b5-ae2a-bda3e2cf48f6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181448 May 06 23:39:12.451819 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97185da5-b62b-4108-9e76-987bf9ec8f2b req-27426d5a-b837-42e5-952b-e8661a37a617 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:12.453434 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97185da5-b62b-4108-9e76-987bf9ec8f2b req-27426d5a-b837-42e5-952b-e8661a37a617 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/ports?device_id=281b2d07-cf88-4680-af90-903688e2e279 HTTP/1.1" status: 200 len: 945 time: 0.0743363 May 06 23:39:12.538226 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97185da5-b62b-4108-9e76-987bf9ec8f2b req-c7016792-2aa6-4aa6-b0c5-ace3f1083a47 tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c27ae72-d17c-4d38-8527-e183dec11e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775840 May 06 23:39:12.630361 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (50ee9499-163b-4ec8-8f69-185b9fc7b802), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:12.646493 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['50ee9499-163b-4ec8-8f69-185b9fc7b802'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:39:12.693293 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Pushing event deleted for resources: {'Port': ['ID=50ee9499-163b-4ec8-8f69-185b9fc7b802,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:12.788518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] No DVR routers for this DVR port 50ee9499-163b-4ec8-8f69-185b9fc7b802 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:12.800778 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-219eeca1-bfb7-428d-920b-be3b3682e518 service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098384 May 06 23:39:12.810880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:12.813926 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fb75822c-887b-4b32-ac1b-77a63ba4fd4c req-0b0ef969-04ed-48e6-b37a-a8ea8df9652f tempest-TestMinimumBasicScenario-1203982688 tempest-TestMinimumBasicScenario-1203982688-project] 10.222.0.59 "DELETE /v2.0/ports/50ee9499-163b-4ec8-8f69-185b9fc7b802 HTTP/1.1" status: 204 len: 173 time: 0.8921440 May 06 23:39:12.815238 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'name': 'network-vif-deleted', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:12.818205 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde7069-eab5-4fc0-a1ae-b56a897d278e" -d '{"events": [{"server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "name": "network-vif-deleted", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:12.949280 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9159739-a71f-43ac-8b9b-0c1abf0af932 req-c1e8fc6c-fa05-402b-bddf-b37a47129378 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:12.963061 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e9159739-a71f-43ac-8b9b-0c1abf0af932 req-c1e8fc6c-fa05-402b-bddf-b37a47129378 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.1538248 May 06 23:39:13.041181 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-6cf2c259-f82d-4655-a855-bf4822e898cd service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392511 May 06 23:39:13.044599 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e9159739-a71f-43ac-8b9b-0c1abf0af932 req-954109ea-1891-41b1-8610-11497e035198 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806012 May 06 23:39:13.156198 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ae25e6-e8e0-46d1-929b-42117442f3b1 x-openstack-request-id: req-87ae25e6-e8e0-46d1-929b-42117442f3b1 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:13.156762 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281b2d07-cf88-4680-af90-903688e2e279", "name": "network-vif-deleted", "tag": "50ee9499-163b-4ec8-8f69-185b9fc7b802", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:13.157119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87ae25e6-e8e0-46d1-929b-42117442f3b1 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:13.157624 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ae25e6-e8e0-46d1-929b-42117442f3b1'] response: {'server_uuid': '281b2d07-cf88-4680-af90-903688e2e279', 'name': 'network-vif-deleted', 'tag': '50ee9499-163b-4ec8-8f69-185b9fc7b802', 'status': 'completed', 'code': 200} May 06 23:39:13.555172 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1d2b6d41-8ebd-4938-9a4b-af7f8a323092 req-c26b9d8a-aed5-4284-a67b-0b8f6366ac3c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 210 time: 0.0431128 May 06 23:39:14.232327 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3113-8691-41e4-82b3-a644edab0c68 req-9641c2d4-dccc-46e6-9a93-eea45c7ff697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.233836 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-9641c2d4-dccc-46e6-9a93-eea45c7ff697 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1129 time: 0.0834632 May 06 23:39:14.241869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf48a4-6f4b-4542-b66d-5879d29fdec5 req-e5d50cfc-4909-4c53-94c4-85bbcbd7fd9d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.243629 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25bf48a4-6f4b-4542-b66d-5879d29fdec5 req-e5d50cfc-4909-4c53-94c4-85bbcbd7fd9d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0811141 May 06 23:39:14.315107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46460) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:14.354797 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25bf48a4-6f4b-4542-b66d-5879d29fdec5 req-da879bac-83c8-4807-b491-97cb2f8aa757 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016555 May 06 23:39:14.369565 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3113-8691-41e4-82b3-a644edab0c68 req-b72bc339-c219-4a85-9d50-191ea24ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.371277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-b72bc339-c219-4a85-9d50-191ea24ffd6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.1267686 May 06 23:39:14.622944 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-3a63e4b1-20ad-4caa-8263-e2812545c8c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 1000 time: 0.0729964 May 06 23:39:14.711350 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8d33fdb4-a370-4278-b760-adde7c50eb34 req-ab38b393-cc9b-4137-a174-7e5ed3d9c195 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 210 time: 0.0865765 May 06 23:39:14.788816 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3113-8691-41e4-82b3-a644edab0c68 req-c0340e9d-56c5-4106-916b-6697e1c954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.790281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-c0340e9d-56c5-4106-916b-6697e1c954a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.1567557 May 06 23:39:14.799911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cdab7c9b-21ac-4c43-ada6-0b7c7717333f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.801827 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cdab7c9b-21ac-4c43-ada6-0b7c7717333f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.1452799 May 06 23:39:14.859399 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3113-8691-41e4-82b3-a644edab0c68 req-f9eb2f17-e1c3-4704-aa0f-ad5db88f61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:14.860902 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-f9eb2f17-e1c3-4704-aa0f-ad5db88f61d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582335 May 06 23:39:14.888347 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (11401b80-a888-4731-b4b7-014db5d7df00), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:14.939219 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-3610752b-7e2c-4880-aa66-4eda11cb5ec7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 380 time: 0.1067622 May 06 23:39:14.948497 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'port': {'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'admin_state_up': True, 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'security_groups': ['ce0a1554-b012-472b-8055-dc7e9a3d4827']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:39:15.027583 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-571f489a-fd6d-4ae8-8cc7-702adf01ea96 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586137 May 06 23:39:15.115933 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Deleting port 71294027-dcdf-4783-a515-57b33bb877d8 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:15.116279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (71294027-dcdf-4783-a515-57b33bb877d8), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.142318 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Made reservation on behalf of 5b65f58d692248d3bf0c03bff716e1fb for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:39:15.146215 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.165891 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-880c3113-8691-41e4-82b3-a644edab0c68 req-8bf7f0db-982f-4e41-8fbf-831354842419 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326051 May 06 23:39:15.218932 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] For port 71294027-dcdf-4783-a515-57b33bb877d8, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=71294027-dcdf-4783-a515-57b33bb877d8,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:15.219397 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (71294027-dcdf-4783-a515-57b33bb877d8), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.236251 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Calling delete_port for 71294027-dcdf-4783-a515-57b33bb877d8 owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:15.289044 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.20.0.10 (cf81eec0-ebcd-49ac-814f-adeaaead0de3/b5f88897-69c5-4c9e-8272-3a2f86e2de73/665f74b1-e476-4310-991f-b136345c3368) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:39:15.435997 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (71294027-dcdf-4783-a515-57b33bb877d8), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.466068 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71294027-dcdf-4783-a515-57b33bb877d8,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:15.492664 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 50ee9499-163b-4ec8-8f69-185b9fc7b802 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:15.513737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (665f74b1-e476-4310-991f-b136345c3368), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.537433 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bf7a1-299f-4ed1-976b-00a1a0c4cd76 req-a73c8596-430d-4aa8-bfa3-ecb4a35f2275 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:15.539704 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 50ee9499-163b-4ec8-8f69-185b9fc7b802 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:15.540361 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 50ee9499-163b-4ec8-8f69-185b9fc7b802 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:15.541878 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3e8bf7a1-299f-4ed1-976b-00a1a0c4cd76 req-a73c8596-430d-4aa8-bfa3-ecb4a35f2275 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.0957804 May 06 23:39:15.614236 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (665f74b1-e476-4310-991f-b136345c3368), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.693229 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (11401b80-a888-4731-b4b7-014db5d7df00), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:15.695804 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:39:15.697397 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:15.701801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:39:15.704593 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:39:15.996288 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Router 11401b80-a888-4731-b4b7-014db5d7df00 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:16.042958 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-40c2fe89-e128-41db-b698-91f730dab29d None None] Provisioning complete for port 665f74b1-e476-4310-991f-b136345c3368 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:39:16.043656 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-40c2fe89-e128-41db-b698-91f730dab29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (665f74b1-e476-4310-991f-b136345c3368), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.081705 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-40c2fe89-e128-41db-b698-91f730dab29d None None] Port 665f74b1-e476-4310-991f-b136345c3368 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:39:16.107039 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:16.113957 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-11f929ad-fbfe-4259-86c4-7cddc675cda3 admin admin] 10.222.0.60 "PUT /v2.0/routers/11401b80-a888-4731-b4b7-014db5d7df00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964725 May 06 23:39:16.116295 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46488) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:16.119205 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Sync routers for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:16.130419 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:16.131091 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:16.131443 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3e8bf7a1-299f-4ed1-976b-00a1a0c4cd76 req-7dad1c98-b6d0-4426-abdb-fe93842b1ce8 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5814421 May 06 23:39:16.136620 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:16.137447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.159023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e092d9-ac2c-4bc1-a405-b81960f53a94 req-35f16eff-2261-4045-8117-8f0bba640d5f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:16.161092 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c0e092d9-ac2c-4bc1-a405-b81960f53a94 req-35f16eff-2261-4045-8117-8f0bba640d5f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 932 time: 0.0985298 May 06 23:39:16.189050 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-cedf7a6f-dfb7-4d91-bc5a-3f6ca3fbeb8a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2441070 May 06 23:39:16.219825 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c0e092d9-ac2c-4bc1-a405-b81960f53a94 req-12c60641-bacd-4e47-99ba-b904533c5d1f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486588 May 06 23:39:16.235609 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks [] for router (11401b80-a888-4731-b4b7-014db5d7df00), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.260635 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:16.339784 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks [] for router_gateway (11401b80-a888-4731-b4b7-014db5d7df00), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.382385 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Deleting port e48a724e-5e98-4cf2-89a7-7714c9da4ec9 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:16.382601 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.426472 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:39:15Z', 'revision_number': 5, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port': {'id': 'e48a724e-5e98-4cf2-89a7-7714c9da4ec9', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401b80-a888-4731-b4b7-014db5d7df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:30Z', 'updated_at': '2022-05-06T23:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:16.455967 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Checking router: 11401b80-a888-4731-b4b7-014db5d7df00 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:16.460103 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] For port e48a724e-5e98-4cf2-89a7-7714c9da4ec9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:16.460610 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.464559 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Routers {'11401b80-a888-4731-b4b7-014db5d7df00'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:16.465169 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:38:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['11401b80-a888-4731-b4b7-014db5d7df00'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:16.473669 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Calling delete_port for e48a724e-5e98-4cf2-89a7-7714c9da4ec9 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:16.562048 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] Set router 11401b80-a888-4731-b4b7-014db5d7df00 gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:16.614250 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:39:16Z', 'revision_number': 6, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:16.643450 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0e862-49f6-4ed3-858d-eff5310dca63 None None] The sync data for ids ['11401b80-a888-4731-b4b7-014db5d7df00'] in dv-cinder-840996-1-iscsi is: [{'id': '11401b80-a888-4731-b4b7-014db5d7df00', 'name': 'tempest-TestMinimumBasicScenario-1025934760-router', 'tenant_id': 'e945e78585194b4c8ceff8affbfe7962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:29Z', 'updated_at': '2022-05-06T23:39:16Z', 'revision_number': 6, 'project_id': 'e945e78585194b4c8ceff8affbfe7962', 'gw_port_host': None}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:16.648587 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (e48a724e-5e98-4cf2-89a7-7714c9da4ec9), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.685046 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48a724e-5e98-4cf2-89a7-7714c9da4ec9,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:16.742337 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:39:16.751492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (11401b80-a888-4731-b4b7-014db5d7df00), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.857833 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (11401b80-a888-4731-b4b7-014db5d7df00), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.860242 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks [] for router_controller (11401b80-a888-4731-b4b7-014db5d7df00), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.892209 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Request body: {'port': {'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:39:16.968278 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (11401b80-a888-4731-b4b7-014db5d7df00), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.968528 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (665f74b1-e476-4310-991f-b136345c3368), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.973893 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11401b80-a888-4731-b4b7-014db5d7df00 {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:39:16.982177 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:16.984224 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2814a8aa-2d22-4ec2-8538-ceb6e18dd8f9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/11401b80-a888-4731-b4b7-014db5d7df00 HTTP/1.1" status: 204 len: 168 time: 0.8662081 May 06 23:39:16.987836 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46508) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:17.074015 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Deleting subnet d46749c2-ecd2-4783-a9f8-a91b12077493 {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:39:17.118713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Publish callbacks [] for subnet (d46749c2-ecd2-4783-a9f8-a91b12077493), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.175078 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (d46749c2-ecd2-4783-a9f8-a91b12077493), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.383873 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b205-04b8-4429-bee2-1689cecea9e7 req-3e4a774d-2179-4c07-8243-dcf3d212d107 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:17.385274 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0818b205-04b8-4429-bee2-1689cecea9e7 req-3e4a774d-2179-4c07-8243-dcf3d212d107 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 945 time: 0.1430194 May 06 23:39:17.455928 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afc78a-c66c-4fba-a66e-3bfa148e9e0c req-d1aae1f9-a52c-4aee-996a-9a5ee6db4dae tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:17.458051 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6afc78a-c66c-4fba-a66e-3bfa148e9e0c req-d1aae1f9-a52c-4aee-996a-9a5ee6db4dae tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 932 time: 0.1647801 May 06 23:39:17.459337 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (d46749c2-ecd2-4783-a9f8-a91b12077493), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.502182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:17.617268 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0818b205-04b8-4429-bee2-1689cecea9e7 req-c876a3eb-97d8-4141-b091-e3067887f0f5 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231367 May 06 23:39:17.653512 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665f74b1-e476-4310-991f-b136345c3368 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:39:17.654111 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: ACTIVE; New status is: DOWN {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:17.654721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.661250 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b6afc78a-c66c-4fba-a66e-3bfa148e9e0c req-662b590f-0ab8-4971-acec-262d0ef5df18 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737041 May 06 23:39:17.664400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (d46749c2-ecd2-4783-a9f8-a91b12077493), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.668303 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks [] for port (665f74b1-e476-4310-991f-b136345c3368), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.695166 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:17.697788 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dbd944-6716-46e0-bef0-9ca79822615d" -d '{"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-unplugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:17.704290 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46749c2-ecd2-4783-a9f8-a91b12077493,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:17.709573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Transition to ACTIVE for port object 665f74b1-e476-4310-991f-b136345c3368 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:39:17.710726 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.713928 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-191b49d0-9a06-46dd-bc3d-d16158df1a55 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d46749c2-ecd2-4783-a9f8-a91b12077493 HTTP/1.1" status: 204 len: 168 time: 0.7248442 May 06 23:39:17.717116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (665f74b1-e476-4310-991f-b136345c3368), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.717430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46530) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:17.719418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46532) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:17.722124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:17.741035 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d4054-bc34-4a71-b173-1f84ac793f33 None None] Network 5298e5dd-d2c3-4a75-89be-3110ed11c266 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:39:17.775563 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3a047-a4aa-4d0f-ab32-5ecd4b222ba2 x-openstack-request-id: req-1fd3a047-a4aa-4d0f-ab32-5ecd4b222ba2 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:17.775887 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-unplugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:17.776827 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fd3a047-a4aa-4d0f-ab32-5ecd4b222ba2 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:17.777235 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd3a047-a4aa-4d0f-ab32-5ecd4b222ba2'] response: {'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'code': 200} May 06 23:39:17.778657 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.779638 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Pushing event updated for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:17.926192 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (5298e5dd-d2c3-4a75-89be-3110ed11c266), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:17.955127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Attempting to bind port 665f74b1-e476-4310-991f-b136345c3368 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:39:17.957776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Attempting to bind port 665f74b1-e476-4310-991f-b136345c3368 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:39:17.958344 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Attempting to bind port 665f74b1-e476-4310-991f-b136345c3368 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:39:17.969561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Port 665f74b1-e476-4310-991f-b136345c3368 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:39:17.970176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Attempting to bind port 665f74b1-e476-4310-991f-b136345c3368 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:39:17.972768 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e48a724e-5e98-4cf2-89a7-7714c9da4ec9 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:17.983828 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:39:17.984707 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:39:17.985283 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Bound using segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:39:17.985965 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Bound port: 665f74b1-e476-4310-991f-b136345c3368, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:39:17.986573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (665f74b1-e476-4310-991f-b136345c3368), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.045465 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: e48a724e-5e98-4cf2-89a7-7714c9da4ec9 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:18.046067 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device e48a724e-5e98-4cf2-89a7-7714c9da4ec9 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:18.046640 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 71294027-dcdf-4783-a515-57b33bb877d8 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:18.069877 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d788dd5b-8aa8-4e47-8a75-541271559361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.083113 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Deleting port c453765e-410a-46be-a69f-4095e30c4530 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:18.083649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (c453765e-410a-46be-a69f-4095e30c4530), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.102660 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:39:18.106570 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=665f74b1-e476-4310-991f-b136345c3368,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:39:18.115958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (665f74b1-e476-4310-991f-b136345c3368), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.132054 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 71294027-dcdf-4783-a515-57b33bb877d8 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:18.132401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 71294027-dcdf-4783-a515-57b33bb877d8 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:18.189705 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.190322 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.192346 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-a290eaab-7705-448d-acfd-657493489a9b service neutron] 10.222.0.59 "PUT /v2.0/ports/665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 1094 time: 1.3052950 May 06 23:39:18.192812 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:18.195132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa9af62-da56-455d-895b-7bb6a932b9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:18.203554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] For port c453765e-410a-46be-a69f-4095e30c4530, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c453765e-410a-46be-a69f-4095e30c4530,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:18.203554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (c453765e-410a-46be-a69f-4095e30c4530), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.240768 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Calling delete_port for c453765e-410a-46be-a69f-4095e30c4530 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:18.263919 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=8']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.318370 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23b0806-581e-4783-a72d-37d76a1aba5a x-openstack-request-id: req-d23b0806-581e-4783-a72d-37d76a1aba5a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:18.318665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:18.318916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d23b0806-581e-4783-a72d-37d76a1aba5a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:18.319355 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23b0806-581e-4783-a72d-37d76a1aba5a'] response: {'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368', 'status': 'completed', 'code': 200} May 06 23:39:18.322559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290eaab-7705-448d-acfd-657493489a9b service neutron] Pushing event updated for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.336433 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-76964164-0088-4eb9-b32e-569b394e27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.337996 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-76964164-0088-4eb9-b32e-569b394e27cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1128 time: 0.0875340 May 06 23:39:18.397307 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d788dd5b-8aa8-4e47-8a75-541271559361 admin admin] Publish callbacks [] for security_group (c8738a0d-7756-4be9-8d02-2e4be6982876), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.408996 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] DHCP port deletion for 5298e5dd-d2c3-4a75-89be-3110ed11c266 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:39:18.415002 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d788dd5b-8aa8-4e47-8a75-541271559361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c8738a0d-7756-4be9-8d02-2e4be6982876), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.419841 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-e47cd118-7c1c-440e-98db-c44baa1589b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 217 time: 0.0730956 May 06 23:39:18.469235 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Deleting port c453765e-410a-46be-a69f-4095e30c4530 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:18.469852 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (c453765e-410a-46be-a69f-4095e30c4530), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.508365 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788dd5b-8aa8-4e47-8a75-541271559361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8738a0d-7756-4be9-8d02-2e4be6982876,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.536519 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-3a0f5753-7d89-432d-87c2-3819c0b6553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.539299 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-3a0f5753-7d89-432d-87c2-3819c0b6553b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.1094561 May 06 23:39:18.544689 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d788dd5b-8aa8-4e47-8a75-541271559361 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df6487e1e6a54a3ab98d528c540e9277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091071 May 06 23:39:18.547811 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46550) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:18.551190 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (c453765e-410a-46be-a69f-4095e30c4530), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.608925 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Pushing event deleted for resources: {'Port': ['ID=c453765e-410a-46be-a69f-4095e30c4530,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.610882 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] No DVR routers for this DVR port c453765e-410a-46be-a69f-4095e30c4530 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:18.624737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-68805005-86dc-4d3b-a743-787b7c0b6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.626281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-68805005-86dc-4d3b-a743-787b7c0b6083 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794656 May 06 23:39:18.648455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] Publish callbacks [] for security_group (c8738a0d-7756-4be9-8d02-2e4be6982876), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.675638 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] Publish callbacks [] for security_group (c8738a0d-7756-4be9-8d02-2e4be6982876), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.732514 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] For port c453765e-410a-46be-a69f-4095e30c4530, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c453765e-410a-46be-a69f-4095e30c4530,segment=NetworkSegment(4c018521-05e8-40e4-913e-9ee40102c5d9),segment_id=4c018521-05e8-40e4-913e-9ee40102c5d9)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:18.733064 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (c453765e-410a-46be-a69f-4095e30c4530), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.750908 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Calling delete_port for c453765e-410a-46be-a69f-4095e30c4530 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:18.826051 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (5298e5dd-d2c3-4a75-89be-3110ed11c266), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.847882 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c8738a0d-7756-4be9-8d02-2e4be6982876), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.849149 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e979d14d-3900-4894-9937-ae628fa4b402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.850804 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.853169 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8738a0d-7756-4be9-8d02-2e4be6982876 HTTP/1.1" status: 204 len: 168 time: 0.3044014 May 06 23:39:18.878002 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (c453765e-410a-46be-a69f-4095e30c4530), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.881675 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5298e5dd-d2c3-4a75-89be-3110ed11c266']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:18.899498 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf6098-67b3-4924-bdfd-9d59402467b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8738a0d-7756-4be9-8d02-2e4be6982876,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.909019 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c018521-05e8-40e4-913e-9ee40102c5d9') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:18.911793 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c018521-05e8-40e4-913e-9ee40102c5d9') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:18.931372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27348fe-4175-48c3-a507-d6af646c466c req-944219f9-197d-47be-b542-8da277c3df5f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.933224 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] Pushing event deleted for resources: {'Port': ['ID=c453765e-410a-46be-a69f-4095e30c4530,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:18.934278 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d27348fe-4175-48c3-a507-d6af646c466c req-944219f9-197d-47be-b542-8da277c3df5f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.1135194 May 06 23:39:18.941734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f17a4-10f1-4a0c-a95c-ca533f564e0f None None] No DVR routers for this DVR port c453765e-410a-46be-a69f-4095e30c4530 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:18.942652 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525fb3b-7e61-4b29-bc0b-92d3042d9099 req-ffd6ebac-f5f0-4fff-a1f4-3094ed49a675 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:18.945001 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e525fb3b-7e61-4b29-bc0b-92d3042d9099 req-ffd6ebac-f5f0-4fff-a1f4-3094ed49a675 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.1356249 May 06 23:39:18.956408 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (4c018521-05e8-40e4-913e-9ee40102c5d9), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.972711 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (4c018521-05e8-40e4-913e-9ee40102c5d9), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.980455 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:39:18.981226 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (4c018521-05e8-40e4-913e-9ee40102c5d9), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:39:18.984192 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:39:19.046287 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-16fe8686-b8d7-4f82-a07c-561cd4e92aaa service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993325 May 06 23:39:19.051977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (5298e5dd-d2c3-4a75-89be-3110ed11c266), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.059840 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.063900 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] 10.222.0.60 "DELETE /v2.0/networks/5298e5dd-d2c3-4a75-89be-3110ed11c266 HTTP/1.1" status: 204 len: 168 time: 1.3451130 May 06 23:39:19.069378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46564) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:19.076173 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d0e0-3580-4d8f-8adc-c88d5ce69cad admin admin] Pushing event deleted for resources: {'Network': ['ID=5298e5dd-d2c3-4a75-89be-3110ed11c266,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:19.078272 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e525fb3b-7e61-4b29-bc0b-92d3042d9099 req-8449474a-02b6-4acc-b53e-9bfd8de6e208 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186788 May 06 23:39:19.122343 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d27348fe-4175-48c3-a507-d6af646c466c req-feb71daf-5890-4732-82c7-30f286440349 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646841 May 06 23:39:19.242004 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46574) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:19.250752 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f02a2a8f-6564-4b1a-9132-987fff1cb3a1 req-aa55ee67-d7cd-4074-a697-2cad12e581c6 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954372 May 06 23:39:19.260313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-543f3dc2-2561-4317-921c-bd37248438d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.349265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-543f3dc2-2561-4317-921c-bd37248438d7 admin admin] Publish callbacks [] for security_group (e5cfe490-16c0-42fe-847b-1a30d5979c6a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.354711 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-543f3dc2-2561-4317-921c-bd37248438d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (e5cfe490-16c0-42fe-847b-1a30d5979c6a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.399787 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-543f3dc2-2561-4317-921c-bd37248438d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5745bdb41a8849fea7c7b27955a7fdc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542110 May 06 23:39:19.399787 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f3dc2-2561-4317-921c-bd37248438d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfe490-16c0-42fe-847b-1a30d5979c6a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:19.400243 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46578) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:19.629383 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] Publish callbacks [] for security_group (e5cfe490-16c0-42fe-847b-1a30d5979c6a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.635853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-0dd88b68-e95f-4993-a36b-39ff2c920c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:19.637360 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-0dd88b68-e95f-4993-a36b-39ff2c920c4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1128 time: 0.1259816 May 06 23:39:19.678483 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (7a673a2c-8cb3-4b73-a323-815bf402da53), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.752770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] Publish callbacks [] for security_group (e5cfe490-16c0-42fe-847b-1a30d5979c6a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.818713 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c453765e-410a-46be-a69f-4095e30c4530 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:19.852246 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: c453765e-410a-46be-a69f-4095e30c4530 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:19.853943 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c453765e-410a-46be-a69f-4095e30c4530 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:19.871037 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-c961883e-c99c-499f-9d0d-b10d3ce3ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:19.872518 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-c961883e-c99c-499f-9d0d-b10d3ce3ac61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.2250037 May 06 23:39:19.988441 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (e5cfe490-16c0-42fe-847b-1a30d5979c6a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.990946 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:19.994517 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5cfe490-16c0-42fe-847b-1a30d5979c6a HTTP/1.1" status: 204 len: 168 time: 0.5824323 May 06 23:39:19.999893 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-b37ce666-afc6-423e-9c4a-0eea3fbd5a19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 217 time: 0.1091137 May 06 23:39:20.025774 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab138a0-cef1-4b06-82ba-b40c656c66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfe490-16c0-42fe-847b-1a30d5979c6a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:20.378647 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-30933fdc-c026-43f8-bb71-feafb72bc451 req-fd8008ef-f322-4ec8-b79f-ed1ec1c23e56 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:39:20.379549 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-30933fdc-c026-43f8-bb71-feafb72bc451 req-fd8008ef-f322-4ec8-b79f-ed1ec1c23e56 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058756 May 06 23:39:20.383853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-5bfc8b1f-dff5-4f03-a628-a14ffbb2072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:20.385279 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-5bfc8b1f-dff5-4f03-a628-a14ffbb2072b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.3728073 May 06 23:39:20.499982 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab4a5-4d67-4698-9380-a38566f59abe req-64c22a74-374e-4762-a27b-87e24e7164d3 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:20.506947 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5baab4a5-4d67-4698-9380-a38566f59abe req-64c22a74-374e-4762-a27b-87e24e7164d3 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.1345296 May 06 23:39:20.511939 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-442a3397-e549-44f7-88ae-794c4facf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:20.513419 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-442a3397-e549-44f7-88ae-794c4facf9e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180432 May 06 23:39:20.544053 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Deleting port 6b25fa43-a6c2-413b-a04d-574d1b600a7f {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:20.544402 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:20.721515 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50bb19-e070-46a6-af1e-4171b2e3b50e req-ce7133fe-d3cb-4152-87b3-2bef4780a480 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:20.722904 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff50bb19-e070-46a6-af1e-4171b2e3b50e req-ce7133fe-d3cb-4152-87b3-2bef4780a480 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.1820021 May 06 23:39:20.747222 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5baab4a5-4d67-4698-9380-a38566f59abe req-d3f7a8df-1c6f-48d6-a00e-b9f2e28d0ce9 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393067 May 06 23:39:20.766188 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-376d4eba-ecfa-4ec9-8bcf-f594daa71263 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027391 May 06 23:39:20.795153 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-7898d052-6065-4b56-822b-65ef90207457 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683978 May 06 23:39:20.796900 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] For port 6b25fa43-a6c2-413b-a04d-574d1b600a7f, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=6b25fa43-a6c2-413b-a04d-574d1b600a7f,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:20.797258 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:20.824200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Calling delete_port for 6b25fa43-a6c2-413b-a04d-574d1b600a7f owned by network:router_interface {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:20.874517 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff50bb19-e070-46a6-af1e-4171b2e3b50e req-325741df-33d3-4832-ace9-acb0caef5a2a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996957 May 06 23:39:20.886974 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-0e788bf9-a568-4549-b9b6-5ed640ae8697 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:20.895747 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-0e788bf9-a568-4549-b9b6-5ed640ae8697 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports/480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 940 time: 0.0781181 May 06 23:39:21.064123 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9aa9af62-da56-455d-895b-7bb6a932b9e7 req-e7473d59-49f4-4a2e-aa3c-ab782f48a741 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549969 May 06 23:39:21.132070 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.144000 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (6b25fa43-a6c2-413b-a04d-574d1b600a7f), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.173888 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b25fa43-a6c2-413b-a04d-574d1b600a7f,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:21.221404 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f2f1-cd34-4a84-85a0-ddf9d47c4035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.401541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (7a673a2c-8cb3-4b73-a323-815bf402da53), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.584947 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46656) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:21.648853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Router 7a673a2c-8cb3-4b73-a323-815bf402da53 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:21.706174 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a72c3c46-d29b-4859-9bb9-63df667df906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.800976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:21.809597 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4ec361c1-f045-42f9-8f22-5a321fd32b7e admin admin] 10.222.0.60 "PUT /v2.0/routers/7a673a2c-8cb3-4b73-a323-815bf402da53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350798 May 06 23:39:21.809995 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46662) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:21.816837 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Sync routers for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:21.836262 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:21.836941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:21.854478 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a72c3c46-d29b-4859-9bb9-63df667df906 admin admin] Publish callbacks [] for security_group (b0a834a8-5efe-4afd-9826-a2bfb116d990), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.867258 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a72c3c46-d29b-4859-9bb9-63df667df906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b0a834a8-5efe-4afd-9826-a2bfb116d990), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.947513 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks [] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:21.971168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:21.976327 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-0dfad26f-92da-4f79-9c7d-5192e3478522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:21.978012 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-0dfad26f-92da-4f79-9c7d-5192e3478522 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a&tenant_id=d822816898904cd89c9565cad32a3000 HTTP/1.1" status: 200 len: 1127 time: 0.1222155 May 06 23:39:22.009759 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1ab54-430f-47fb-85a3-a21338f1e5ef req-edf80d5d-8f5c-4024-a817-bb7e9be372a2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.011532 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1b1ab54-430f-47fb-85a3-a21338f1e5ef req-edf80d5d-8f5c-4024-a817-bb7e9be372a2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.1470439 May 06 23:39:22.026689 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a72c3c46-d29b-4859-9bb9-63df667df906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c265dd1c10042a08e7f9cbcf093b73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383528 May 06 23:39:22.033457 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46666) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:22.047866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c3c46-d29b-4859-9bb9-63df667df906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a834a8-5efe-4afd-9826-a2bfb116d990,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:22.104343 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks [] for router_gateway (7a673a2c-8cb3-4b73-a323-815bf402da53), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.108752 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-9d035a6f-11a1-4d07-9ece-15a9742a7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.110341 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-9d035a6f-11a1-4d07-9ece-15a9742a7135 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d822816898904cd89c9565cad32a3000&device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1127 time: 0.0957010 May 06 23:39:22.120797 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42720899-64f4-4ff1-904a-aa9684ffb497 req-9fba5f1d-35af-4ad9-ba24-3f87f46c5b4e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.122623 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42720899-64f4-4ff1-904a-aa9684ffb497 req-9fba5f1d-35af-4ad9-ba24-3f87f46c5b4e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.1566858 May 06 23:39:22.124175 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] Publish callbacks [] for security_group (b0a834a8-5efe-4afd-9826-a2bfb116d990), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.156711 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d1b1ab54-430f-47fb-85a3-a21338f1e5ef req-4bed5927-29cc-4c72-ab90-6828fd8f2cd9 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310627 May 06 23:39:22.170641 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] Publish callbacks [] for security_group (b0a834a8-5efe-4afd-9826-a2bfb116d990), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.179278 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:39:21Z', 'revision_number': 5, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port': {'id': '3468e224-924a-4dbe-a276-5a059cd3323b', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:36Z', 'updated_at': '2022-05-06T23:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:22.200437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Deleting port 3468e224-924a-4dbe-a276-5a059cd3323b {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:22.201370 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.206173 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Checking router: 7a673a2c-8cb3-4b73-a323-815bf402da53 for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:22.214912 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Routers {'7a673a2c-8cb3-4b73-a323-815bf402da53'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:22.215522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['7a673a2c-8cb3-4b73-a323-815bf402da53'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:22.241173 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-42720899-64f4-4ff1-904a-aa9684ffb497 req-a519ffaa-c8c0-4c21-a6d6-b4246b7a0e64 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050432 May 06 23:39:22.261434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-245a52f1-dbe7-4b16-b3f0-dc79cfe5ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.263156 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-245a52f1-dbe7-4b16-b3f0-dc79cfe5ed00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 200 len: 917 time: 0.1393766 May 06 23:39:22.308827 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] For port 3468e224-924a-4dbe-a276-5a059cd3323b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3468e224-924a-4dbe-a276-5a059cd3323b,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:22.309512 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.312072 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b0a834a8-5efe-4afd-9826-a2bfb116d990), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.316006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.316776 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.322341 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0a834a8-5efe-4afd-9826-a2bfb116d990 HTTP/1.1" status: 204 len: 168 time: 0.2839217 May 06 23:39:22.338697 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Calling delete_port for 3468e224-924a-4dbe-a276-5a059cd3323b owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:22.342867 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898c54c-90d7-4bba-878d-b468a0ce283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a834a8-5efe-4afd-9826-a2bfb116d990,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:22.344063 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] Set router 7a673a2c-8cb3-4b73-a323-815bf402da53 gateway port host: None {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:22.351873 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-a2f0a735-a3b8-450b-bd1d-b3407f3a6eef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 200 len: 998 time: 0.0780747 May 06 23:39:22.412196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:39:22Z', 'revision_number': 6, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:22.417179 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-96c607ca-e3d4-430d-81e4-7d97647b0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.419144 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-96c607ca-e3d4-430d-81e4-7d97647b0fbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 200 len: 855 time: 0.0578482 May 06 23:39:22.455047 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52aa6a-3558-4a89-bd02-d505ce10ecd8 None None] The sync data for ids ['7a673a2c-8cb3-4b73-a323-815bf402da53'] in dv-cinder-840996-1-iscsi is: [{'id': '7a673a2c-8cb3-4b73-a323-815bf402da53', 'name': 'tempest-TestMinimumBasicScenario-584663250-router', 'tenant_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:35Z', 'updated_at': '2022-05-06T23:39:22Z', 'revision_number': 6, 'project_id': '38a2d7ed10dd4ff2af66cbc601b8a0e0', 'gw_port_host': None}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:22.475346 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-c088c186-75c1-4602-bba8-8082c9420725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:22.477155 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-c088c186-75c1-4602-bba8-8082c9420725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506923 May 06 23:39:22.574168 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (3468e224-924a-4dbe-a276-5a059cd3323b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:22.576644 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-821ea66c-68ec-4e06-b36a-bd0cf855e286 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921237 May 06 23:39:22.688668 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cb2e26ef-55af-4e10-865a-5bbf88270857 req-b0d5ddd0-9808-4b57-989b-dc62da905796 service neutron] 10.222.0.59 "GET /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055369 May 06 23:39:22.869241 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Pushing event deleted for resources: {'Port': ['ID=3468e224-924a-4dbe-a276-5a059cd3323b,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:22.958796 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (7a673a2c-8cb3-4b73-a323-815bf402da53), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.050793 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.053173 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks [] for router_controller (7a673a2c-8cb3-4b73-a323-815bf402da53), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.102482 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (7a673a2c-8cb3-4b73-a323-815bf402da53), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.103014 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a673a2c-8cb3-4b73-a323-815bf402da53 {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:39:23.107889 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.111827 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 46704) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:23.111966 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-73969a5b-9255-472c-ab01-4350ba7eb895 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7a673a2c-8cb3-4b73-a323-815bf402da53 HTTP/1.1" status: 204 len: 168 time: 1.3004401 May 06 23:39:23.160953 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Deleting subnet 6a144010-26df-4c64-b259-773ac3fb515b {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:39:23.164010 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Publish callbacks [] for subnet (6a144010-26df-4c64-b259-773ac3fb515b), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.204767 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (6a144010-26df-4c64-b259-773ac3fb515b), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.370391 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17269-eeea-4c59-b88a-0bfcc2c10f55 req-76869916-6f32-4f10-90a0-a7eec195073a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:23.377593 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-75e17269-eeea-4c59-b88a-0bfcc2c10f55 req-76869916-6f32-4f10-90a0-a7eec195073a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.1151674 May 06 23:39:23.389281 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (6a144010-26df-4c64-b259-773ac3fb515b), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.461743 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.477474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9708a-5ffd-47c9-9792-52c32cbd8ca5 req-8d7bab62-f27d-4775-bcb1-57cc715dc0cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:23.479139 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c6d9708a-5ffd-47c9-9792-52c32cbd8ca5 req-8d7bab62-f27d-4775-bcb1-57cc715dc0cb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.1302028 May 06 23:39:23.571172 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-75e17269-eeea-4c59-b88a-0bfcc2c10f55 req-747d1c6c-6308-4cf7-b3ff-26cf6374ebba tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922073 May 06 23:39:23.607601 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c6d9708a-5ffd-47c9-9792-52c32cbd8ca5 req-d53b3f9e-d8fa-464e-b8ba-aef25b432570 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180902 May 06 23:39:23.609182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (6a144010-26df-4c64-b259-773ac3fb515b), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.623136 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.629450 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46722) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:23.636027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105101a4-1edf-45bb-a38b-cc864ad09927 None None] Network 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:39:23.657631 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6a144010-26df-4c64-b259-773ac3fb515b HTTP/1.1" status: 204 len: 168 time: 0.5436599 May 06 23:39:23.714030 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510916dc-d3a0-4d96-9f0f-f688c53e80ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a144010-26df-4c64-b259-773ac3fb515b,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:23.761227 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (4a7bc62f-acbe-43b1-a748-4f043d4d08a1), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.861857 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Deleting port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:23.863162 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:23.938283 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 6b25fa43-a6c2-413b-a04d-574d1b600a7f no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:23.959459 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 6b25fa43-a6c2-413b-a04d-574d1b600a7f {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:23.960046 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 6b25fa43-a6c2-413b-a04d-574d1b600a7f not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:23.960917 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3468e224-924a-4dbe-a276-5a059cd3323b no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:23.986869 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 3468e224-924a-4dbe-a276-5a059cd3323b {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:23.994547 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3468e224-924a-4dbe-a276-5a059cd3323b not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:24.005902 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] For port 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1dac9dd9-5e9b-48f5-8009-2572ab49d270,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:24.006919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.024129 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] DHCP port deletion for 4a7bc62f-acbe-43b1-a748-4f043d4d08a1 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:39:24.025508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Calling delete_port for 1dac9dd9-5e9b-48f5-8009-2572ab49d270 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:24.075328 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Deleting port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:24.075782 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.162262 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.185435 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] For port 1dac9dd9-5e9b-48f5-8009-2572ab49d270, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1dac9dd9-5e9b-48f5-8009-2572ab49d270,segment=NetworkSegment(0df57ef2-2a9a-4443-badb-50bf264300fc),segment_id=0df57ef2-2a9a-4443-badb-50bf264300fc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:24.185991 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.197613 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dac9dd9-5e9b-48f5-8009-2572ab49d270,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:24.204530 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] No DVR routers for this DVR port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:24.212244 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Calling delete_port for 1dac9dd9-5e9b-48f5-8009-2572ab49d270 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:24.326032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (1dac9dd9-5e9b-48f5-8009-2572ab49d270), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.329992 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (4a7bc62f-acbe-43b1-a748-4f043d4d08a1), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.356455 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7bc62f-acbe-43b1-a748-4f043d4d08a1']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:24.370725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df57ef2-2a9a-4443-badb-50bf264300fc') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:24.371385 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df57ef2-2a9a-4443-badb-50bf264300fc') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:24.380659 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] Pushing event deleted for resources: {'Port': ['ID=1dac9dd9-5e9b-48f5-8009-2572ab49d270,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:24.382609 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (0df57ef2-2a9a-4443-badb-50bf264300fc), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.397740 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8e5ba-f6db-41ac-bfd8-21985dc53a06 None None] No DVR routers for this DVR port 1dac9dd9-5e9b-48f5-8009-2572ab49d270 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:24.413760 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (0df57ef2-2a9a-4443-badb-50bf264300fc), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.422543 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:39:24.423000 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (0df57ef2-2a9a-4443-badb-50bf264300fc), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:39:24.428940 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:39:24.498138 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (4a7bc62f-acbe-43b1-a748-4f043d4d08a1), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.504260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.507751 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4a7bc62f-acbe-43b1-a748-4f043d4d08a1 HTTP/1.1" status: 204 len: 168 time: 0.8772774 May 06 23:39:24.522490 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ca6e-40f3-4f1a-a8b2-6fc1961bfca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7bc62f-acbe-43b1-a748-4f043d4d08a1,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:24.733164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9566dc2-89ea-407e-b248-bc2add3743a3 req-6980d461-9be3-48af-9708-5435d0dcaa2d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:24.735077 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f9566dc2-89ea-407e-b248-bc2add3743a3 req-6980d461-9be3-48af-9708-5435d0dcaa2d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0611782 May 06 23:39:24.763105 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46736) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:24.816196 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0c59a826-5827-47ab-9d32-3ee5fe5541f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e945e78585194b4c8ceff8affbfe7962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519135 May 06 23:39:24.821510 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46738) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:24.834277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f9566dc2-89ea-407e-b248-bc2add3743a3 req-20aa2bc2-4858-4628-8a78-75f6e3fd5868 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915611 May 06 23:39:24.886083 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ce67-2629-4d08-a1cf-30eb08ef538d req-721fb614-6651-4696-b2f8-c581d3d7214d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:24.887821 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c1a2ce67-2629-4d08-a1cf-30eb08ef538d req-721fb614-6651-4696-b2f8-c581d3d7214d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0795212 May 06 23:39:24.910990 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] Publish callbacks [] for security_group (4c27ae72-d17c-4d38-8527-e183dec11e07), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:24.944847 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c1a2ce67-2629-4d08-a1cf-30eb08ef538d req-24bc074d-9b23-40c9-9513-b262987bef00 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 May 06 23:39:24.946371 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] Publish callbacks [] for security_group (4c27ae72-d17c-4d38-8527-e183dec11e07), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.018856 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (4c27ae72-d17c-4d38-8527-e183dec11e07), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.021941 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.025884 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c27ae72-d17c-4d38-8527-e183dec11e07 HTTP/1.1" status: 204 len: 168 time: 0.2006967 May 06 23:39:25.046152 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4644e-b034-4581-a699-4bee54b3c17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27ae72-d17c-4d38-8527-e183dec11e07,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:25.211094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.483266 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46750) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:25.529021 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b8db5757-d489-45c5-a050-9845b54f48b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38a2d7ed10dd4ff2af66cbc601b8a0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444865 May 06 23:39:25.531380 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 46752) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:25.580902 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] Publish callbacks [] for security_group (6c5ee989-d83c-430c-a54c-96d36e252299), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.604404 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] Publish callbacks [] for security_group (6c5ee989-d83c-430c-a54c-96d36e252299), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.652928 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (6c5ee989-d83c-430c-a54c-96d36e252299), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.655451 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:25.656633 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c5ee989-d83c-430c-a54c-96d36e252299 HTTP/1.1" status: 204 len: 168 time: 0.1243446 May 06 23:39:25.666132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731a4ef-f527-4477-bd21-395678f087ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ee989-d83c-430c-a54c-96d36e252299,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:25.840112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1dac9dd9-5e9b-48f5-8009-2572ab49d270 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:25.893419 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 1dac9dd9-5e9b-48f5-8009-2572ab49d270 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:25.894563 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1dac9dd9-5e9b-48f5-8009-2572ab49d270 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:26.017557 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864840-a130-4387-927a-a77141a500f6 req-8f96e94c-124a-41b2-b515-2e5fd0d57ee4 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:26.026626 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce864840-a130-4387-927a-a77141a500f6 req-8f96e94c-124a-41b2-b515-2e5fd0d57ee4 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.1142240 May 06 23:39:26.128296 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce864840-a130-4387-927a-a77141a500f6 req-db50a532-cff0-4778-bd8c-8965a6b698f3 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004875 May 06 23:39:26.145925 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d4fbc-6b78-4c5b-b73c-e726cf9adcc9 req-ed72c351-4e26-4a21-98fc-7107a2713727 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:26.147962 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-468d4fbc-6b78-4c5b-b73c-e726cf9adcc9 req-ed72c351-4e26-4a21-98fc-7107a2713727 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0835943 May 06 23:39:26.199454 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-468d4fbc-6b78-4c5b-b73c-e726cf9adcc9 req-c33e5da0-c9b7-47e5-a215-7270bda24ead tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 May 06 23:39:27.249760 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef910e-31fe-4ae7-9816-13a21a44b582 req-471edfa7-f75b-46df-a326-ba90729324c2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:27.251704 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62ef910e-31fe-4ae7-9816-13a21a44b582 req-471edfa7-f75b-46df-a326-ba90729324c2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0509093 May 06 23:39:27.338873 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62ef910e-31fe-4ae7-9816-13a21a44b582 req-ea1f19ff-b80f-4a93-9bd4-7f6bf04c408c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808315 May 06 23:39:27.350265 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beeca-2773-444c-814a-4b59d0a4505a req-182c07d1-4136-426b-9aaa-051b12ea9806 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:27.352155 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf0beeca-2773-444c-814a-4b59d0a4505a req-182c07d1-4136-426b-9aaa-051b12ea9806 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0656953 May 06 23:39:27.413075 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cf0beeca-2773-444c-814a-4b59d0a4505a req-3991e653-3eb7-4e84-b214-cc246a904654 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463014 May 06 23:39:28.453022 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbdbc1-6371-4984-8a43-cadced082168 req-cff72d49-add4-492a-896b-d5dcb7298f38 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:28.454522 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6dfbdbc1-6371-4984-8a43-cadced082168 req-cff72d49-add4-492a-896b-d5dcb7298f38 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0465045 May 06 23:39:28.530364 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6dfbdbc1-6371-4984-8a43-cadced082168 req-20c2e809-1a94-4d0b-8d66-0a1cda322189 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703130 May 06 23:39:28.547152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14af212-ec14-4861-a8fe-2d94940e1679 req-3184befe-5fbd-4763-9efd-98a089d8a419 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:28.548816 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d14af212-ec14-4861-a8fe-2d94940e1679 req-3184befe-5fbd-4763-9efd-98a089d8a419 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0600386 May 06 23:39:28.602552 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d14af212-ec14-4861-a8fe-2d94940e1679 req-eabfb5e5-52fc-455d-b231-262a2fd26463 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471859 May 06 23:39:29.651970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e229-633d-4600-b92f-f55f42eab6ce req-e25c4092-2e7a-4d08-adf0-95c7d3e41cdd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:29.653790 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25c8e229-633d-4600-b92f-f55f42eab6ce req-e25c4092-2e7a-4d08-adf0-95c7d3e41cdd tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0504260 May 06 23:39:29.734715 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-25c8e229-633d-4600-b92f-f55f42eab6ce req-73901b5b-8bde-4252-ac7e-36a6793d6f20 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753078 May 06 23:39:29.748153 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef224-478e-40fd-92ed-0a1a2c619d5d req-ff48cf05-9acb-421e-829f-81ae2a6b6082 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:29.749608 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ebef224-478e-40fd-92ed-0a1a2c619d5d req-ff48cf05-9acb-421e-829f-81ae2a6b6082 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0608981 May 06 23:39:29.798849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4ebef224-478e-40fd-92ed-0a1a2c619d5d req-a0ad4631-1b53-409f-813f-8b2ef92d31fb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 May 06 23:39:30.890032 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe322fed-4017-468c-a505-20ea589a2b85 req-d363367e-b1f2-48ac-9e63-08c7db607417 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:30.891543 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fe322fed-4017-468c-a505-20ea589a2b85 req-d363367e-b1f2-48ac-9e63-08c7db607417 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0842946 May 06 23:39:30.953580 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcf297-a99c-4990-877d-4b22cd2fcb3e req-45352f38-7c91-4808-a614-2eb96a7bee33 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:30.960575 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-79bcf297-a99c-4990-877d-4b22cd2fcb3e req-45352f38-7c91-4808-a614-2eb96a7bee33 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0674789 May 06 23:39:31.030696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fe322fed-4017-468c-a505-20ea589a2b85 req-d8b242bd-21c5-40af-adb8-811531e059fb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290076 May 06 23:39:31.036252 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-79bcf297-a99c-4990-877d-4b22cd2fcb3e req-ce3a0cbd-1c7a-42f3-a75c-12ccef9e2e7d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747466 May 06 23:39:32.181786 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4855-2580-403c-b3c9-9903441304c8 req-3d571f5e-692b-4306-aa0f-5125fbeecb33 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:32.183256 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-575f4855-2580-403c-b3c9-9903441304c8 req-3d571f5e-692b-4306-aa0f-5125fbeecb33 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0765605 May 06 23:39:32.196905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2633c-49bd-4317-aaa7-7804ded282b8 req-52eaa655-2aa6-4842-81d5-01d0d3a8cc9d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:32.198353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98b2633c-49bd-4317-aaa7-7804ded282b8 req-52eaa655-2aa6-4842-81d5-01d0d3a8cc9d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0803025 May 06 23:39:32.265905 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-575f4855-2580-403c-b3c9-9903441304c8 req-d46dbdb9-cbdf-4f45-9cf8-39f2dca53003 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769475 May 06 23:39:32.276771 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-98b2633c-49bd-4317-aaa7-7804ded282b8 req-b119264c-6aee-487e-a4f3-2e58640d6068 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712028 May 06 23:39:33.686167 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50722560-ad76-41ca-827d-f0e21ab347fb req-99cf6aca-63d3-433c-bc47-9e094b851357 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:33.687992 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50722560-ad76-41ca-827d-f0e21ab347fb req-99cf6aca-63d3-433c-bc47-9e094b851357 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.3553889 May 06 23:39:33.709609 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299bab7-0ec8-48aa-a595-7de4ab16bee9 req-79e6fe56-1e58-4316-bbfb-6bb953daa8b9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:33.711290 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2299bab7-0ec8-48aa-a595-7de4ab16bee9 req-79e6fe56-1e58-4316-bbfb-6bb953daa8b9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.3511734 May 06 23:39:33.776319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-50722560-ad76-41ca-827d-f0e21ab347fb req-05dca75e-2ecd-42c3-a99a-fee223784462 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815639 May 06 23:39:33.782937 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2299bab7-0ec8-48aa-a595-7de4ab16bee9 req-b03b7472-4f28-410e-9e21-e89bc14db5c3 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650489 May 06 23:39:34.932686 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ca5e2-57b7-4a09-994f-1eac2133a80e req-3d9c79e2-2370-4c78-a969-68c0e0371986 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:34.934140 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-046ca5e2-57b7-4a09-994f-1eac2133a80e req-3d9c79e2-2370-4c78-a969-68c0e0371986 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 944 time: 0.0750036 May 06 23:39:34.957158 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517f7f4-6735-44ce-9651-4551a1930eee req-f5774e88-e508-4c9f-bab6-b285527a7d53 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:34.958610 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2517f7f4-6735-44ce-9651-4551a1930eee req-f5774e88-e508-4c9f-bab6-b285527a7d53 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 943 time: 0.0670748 May 06 23:39:35.024690 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-046ca5e2-57b7-4a09-994f-1eac2133a80e req-e390a620-d7f9-43e6-86b8-f75fd630b994 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829196 May 06 23:39:35.048565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2517f7f4-6735-44ce-9651-4551a1930eee req-84bcf2d4-fc92-4874-b85e-a78beb73e658 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712769 May 06 23:39:35.638119 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:39:35.731589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:35.742451 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'port_id': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'mac_address': 'fa:16:3e:5c:ce:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:39:35.780741 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:35.781121 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:35.793755 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:39:35.811997 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:35.816288 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:35.817013 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 665f74b1-e476-4310-991f-b136345c3368 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:39:35.914032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=9']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:35.955280 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=665f74b1-e476-4310-991f-b136345c3368,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:35.966896 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '665f74b1-e476-4310-991f-b136345c3368', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:39:36.002549 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 665f74b1-e476-4310-991f-b136345c3368 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:36.002848 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (665f74b1-e476-4310-991f-b136345c3368), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:36.015645 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665f74b1-e476-4310-991f-b136345c3368 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:39:36.035226 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=665f74b1-e476-4310-991f-b136345c3368,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:36.039547 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (665f74b1-e476-4310-991f-b136345c3368), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:36.089023 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:36.167398 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f7541-9d72-4cd1-96da-a9af49d54c23 req-6e3d226a-7642-41b7-b1b2-d4cb8da997f6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:36.169007 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e04f7541-9d72-4cd1-96da-a9af49d54c23 req-6e3d226a-7642-41b7-b1b2-d4cb8da997f6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 945 time: 0.0768266 May 06 23:39:36.188823 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3e9b-c942-4b1a-91e7-bd48555fa104 req-6b3a3410-de4c-4257-8319-9e2ecd5a16d9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:36.190278 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-873d3e9b-c942-4b1a-91e7-bd48555fa104 req-6b3a3410-de4c-4257-8319-9e2ecd5a16d9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0686696 May 06 23:39:36.258376 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-873d3e9b-c942-4b1a-91e7-bd48555fa104 req-67d1e974-b190-4a38-9006-e5fdc7e2873d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613198 May 06 23:39:36.272977 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e04f7541-9d72-4cd1-96da-a9af49d54c23 req-35d371c4-763d-4ae9-975b-de0aa14c5f83 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976694 May 06 23:39:36.444838 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['480d28d2-b5c8-4e3e-8d1e-a487795b5deb'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:39:36.536403 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['665f74b1-e476-4310-991f-b136345c3368'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:39:37.424690 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df851dc-6456-4fa0-a6a9-b8be156e1c76 req-cb78fc50-e4fb-4bc9-a98a-a74358c0a230 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:37.426146 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8df851dc-6456-4fa0-a6a9-b8be156e1c76 req-cb78fc50-e4fb-4bc9-a98a-a74358c0a230 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 945 time: 0.0739326 May 06 23:39:37.444701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2edb-28f1-4352-a7da-f4faed999b37 req-60fd1e3a-8589-47c6-ad19-4acd9c609cad tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:37.446125 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-203d2edb-28f1-4352-a7da-f4faed999b37 req-60fd1e3a-8589-47c6-ad19-4acd9c609cad tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0832114 May 06 23:39:37.517537 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8df851dc-6456-4fa0-a6a9-b8be156e1c76 req-a2aa0d5e-f6dc-464c-a84e-6c8db61060a8 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849006 May 06 23:39:37.521226 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-203d2edb-28f1-4352-a7da-f4faed999b37 req-9e5e406b-3ef5-419c-ab64-5387a2033d06 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694468 May 06 23:39:38.636085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8c1ab-d1c8-4a0c-b16c-6ea8bd097047 req-7779893d-7565-4545-946b-35b039d2184e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:38.637620 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daf8c1ab-d1c8-4a0c-b16c-6ea8bd097047 req-7779893d-7565-4545-946b-35b039d2184e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 945 time: 0.0501909 May 06 23:39:38.695665 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-daf8c1ab-d1c8-4a0c-b16c-6ea8bd097047 req-27aedf53-9586-4ffa-b8a3-b721fcd29507 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522974 May 06 23:39:38.799405 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c5b35-0cd1-4aa1-9b79-9901d77592f0 req-36d12b4d-c216-4471-a762-5f44a952298d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:38.800869 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce5c5b35-0cd1-4aa1-9b79-9901d77592f0 req-36d12b4d-c216-4471-a762-5f44a952298d tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0451343 May 06 23:39:38.845581 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ce5c5b35-0cd1-4aa1-9b79-9901d77592f0 req-53da3992-8ffc-4fc8-b253-3b011c2b8505 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 May 06 23:39:39.815402 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d118a-1619-4493-81da-545716bd14b7 req-67855fe1-059d-4386-8fd1-ec886967b8ff tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:39.817272 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3a5d118a-1619-4493-81da-545716bd14b7 req-67855fe1-059d-4386-8fd1-ec886967b8ff tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 945 time: 0.0459907 May 06 23:39:39.865297 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3a5d118a-1619-4493-81da-545716bd14b7 req-356f4318-33bd-4d72-8687-de5d7316e554 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 May 06 23:39:39.965401 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3671e-cf2f-4772-bfb1-309417b6f575 req-63deedc6-490a-450e-81d4-20736767907a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:39.966859 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95e3671e-cf2f-4772-bfb1-309417b6f575 req-63deedc6-490a-450e-81d4-20736767907a tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 944 time: 0.0497396 May 06 23:39:40.012843 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95e3671e-cf2f-4772-bfb1-309417b6f575 req-31d73975-cf20-4675-a373-b4efa61c082e tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404902 May 06 23:39:40.227163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:39:40.271417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:39:40.271786 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.350093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:40.350473 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.372360 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:40.374613 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad785f-abab-4465-9ae8-cb907c091ebb" -d '{"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:40.386301 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:40.390324 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.391097 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 665f74b1-e476-4310-991f-b136345c3368 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:39:40.416068 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32618ac-c168-4276-b18f-6b4b6d9429db x-openstack-request-id: req-f32618ac-c168-4276-b18f-6b4b6d9429db {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:40.416376 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:40.416654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f32618ac-c168-4276-b18f-6b4b6d9429db {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:40.417044 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32618ac-c168-4276-b18f-6b4b6d9429db'] response: {'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'code': 200} May 06 23:39:40.482020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=10']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:40.487399 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 665f74b1-e476-4310-991f-b136345c3368 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:39:40.493243 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 665f74b1-e476-4310-991f-b136345c3368 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:39:40.493616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (665f74b1-e476-4310-991f-b136345c3368), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.570372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 665f74b1-e476-4310-991f-b136345c3368 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:39:40.570758 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (665f74b1-e476-4310-991f-b136345c3368), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.580882 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323eba8-3a94-44bb-9430-c9319185cb5c req-237f0d7b-3db1-472c-aa00-11422b2d028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:40.583026 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8323eba8-3a94-44bb-9430-c9319185cb5c req-237f0d7b-3db1-472c-aa00-11422b2d028b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 1130 time: 0.0375717 May 06 23:39:40.602608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=665f74b1-e476-4310-991f-b136345c3368,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:40.606269 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (665f74b1-e476-4310-991f-b136345c3368), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:40.626334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8323eba8-3a94-44bb-9430-c9319185cb5c req-50682a1c-431e-4476-904b-e04e3d75f4e4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371878 May 06 23:39:40.652830 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:40.980278 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e499a-c00d-4078-9b6e-8884c3f66b6d req-0bb1f9ff-07a3-481d-a687-f33ad6081969 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:40.981780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9f1e499a-c00d-4078-9b6e-8884c3f66b6d req-0bb1f9ff-07a3-481d-a687-f33ad6081969 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0491738 May 06 23:39:41.030505 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9f1e499a-c00d-4078-9b6e-8884c3f66b6d req-4646740a-346f-4879-b113-ffbab0f6c044 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 May 06 23:39:41.143034 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446991e-93e5-4b15-bca8-c86fbb729355 req-c2a77bc0-8dcc-436f-a052-4ba8fff6b7eb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:41.145311 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e446991e-93e5-4b15-bca8-c86fbb729355 req-c2a77bc0-8dcc-436f-a052-4ba8fff6b7eb tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0487525 May 06 23:39:41.191871 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e446991e-93e5-4b15-bca8-c86fbb729355 req-bc7c2b95-4b12-4ca5-b939-b712c873906f tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 May 06 23:39:42.161228 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e03fb-fc34-4863-85a0-b4543dea0ed0 req-4dfe99d2-8d3e-497e-bbc4-68e8aee56c6e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:42.162701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a45e03fb-fc34-4863-85a0-b4543dea0ed0 req-4dfe99d2-8d3e-497e-bbc4-68e8aee56c6e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0520763 May 06 23:39:42.215363 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a45e03fb-fc34-4863-85a0-b4543dea0ed0 req-36409cd3-14c9-4946-9e52-0193e7530be6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 May 06 23:39:42.336656 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313678-391b-465b-b2b0-0363178ab80b req-821360c4-0b0a-4086-94c4-8c82b0cef26b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:42.338478 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-51313678-391b-465b-b2b0-0363178ab80b req-821360c4-0b0a-4086-94c4-8c82b0cef26b tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0476451 May 06 23:39:42.405174 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-51313678-391b-465b-b2b0-0363178ab80b req-2f4f4d2a-ccfd-43ed-a7ab-0de74251b002 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568600 May 06 23:39:42.418022 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f74b1-e476-4310-991f-b136345c3368'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:42.420826 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd04db-4101-48a1-924b-c4341ff80fb4" -d '{"events": [{"server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "name": "network-vif-plugged", "status": "completed", "tag": "665f74b1-e476-4310-991f-b136345c3368"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:42.455324 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ee8c3-5d11-4cdd-9482-2b2092c8478e x-openstack-request-id: req-992ee8c3-5d11-4cdd-9482-2b2092c8478e {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:42.455604 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "name": "network-vif-plugged", "status": "completed", "tag": "665f74b1-e476-4310-991f-b136345c3368", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:42.455899 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-992ee8c3-5d11-4cdd-9482-2b2092c8478e {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:42.456263 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992ee8c3-5d11-4cdd-9482-2b2092c8478e'] response: {'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f74b1-e476-4310-991f-b136345c3368', 'code': 200} May 06 23:39:42.767292 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5151-7a9d-4b23-9416-0b3ae3be01c9 req-52e929db-5f09-48ca-9e95-293701fdb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:42.768817 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fda5151-7a9d-4b23-9416-0b3ae3be01c9 req-52e929db-5f09-48ca-9e95-293701fdb189 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0376868 May 06 23:39:42.813855 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2fda5151-7a9d-4b23-9416-0b3ae3be01c9 req-4220aac7-4bf3-4ec1-acde-03e070a10bd3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381413 May 06 23:39:43.331063 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb9131-044c-4caa-83c2-a70c16b6ec28 req-32cc7a92-84c6-447f-a132-1e4b767a1cee tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:43.333067 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ebeb9131-044c-4caa-83c2-a70c16b6ec28 req-32cc7a92-84c6-447f-a132-1e4b767a1cee tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0493076 May 06 23:39:43.385727 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ebeb9131-044c-4caa-83c2-a70c16b6ec28 req-5ddb0553-204d-4e42-b8bf-3a936dd07ba6 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 May 06 23:39:43.535825 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fd35e-3234-43a2-a1d0-96944bb9e56d req-30bf0700-6d58-4dd2-bbf5-49ffed1118b9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:43.537630 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e10fd35e-3234-43a2-a1d0-96944bb9e56d req-30bf0700-6d58-4dd2-bbf5-49ffed1118b9 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0482213 May 06 23:39:43.541604 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47020) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:43.586861 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e10fd35e-3234-43a2-a1d0-96944bb9e56d req-55df9524-ac9d-48b3-b277-3c202b406c39 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 May 06 23:39:43.655452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.731713 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Publish callbacks [] for security_group (7abb1504-8cb6-44f1-ba78-f43d3a942bf7), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.735492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7abb1504-8cb6-44f1-ba78-f43d3a942bf7), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.774134 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=227f81e03c0a4d9fb59a70b7d24f748b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313559 May 06 23:39:43.775002 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb1504-8cb6-44f1-ba78-f43d3a942bf7,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:43.777577 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47034) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:43.782840 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.783302 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.783505 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.783843 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.784413 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.784565 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.784859 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.785192 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.785498 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.785815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.786762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.786762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.786762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.787082 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.787574 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edee139-0597-4aa8-b131-59adf0ed7374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.827472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Publish callbacks [] for security_group (7abb1504-8cb6-44f1-ba78-f43d3a942bf7), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.851840 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Publish callbacks [] for security_group (7abb1504-8cb6-44f1-ba78-f43d3a942bf7), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.929100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35100f-ef13-4100-a4fd-e1a288a8ef67 req-0d8b774c-e1fe-4c22-8bc1-95cc1b6ecbc5 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:43.930471 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-db35100f-ef13-4100-a4fd-e1a288a8ef67 req-0d8b774c-e1fe-4c22-8bc1-95cc1b6ecbc5 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0498691 May 06 23:39:43.931493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7abb1504-8cb6-44f1-ba78-f43d3a942bf7), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.933979 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:43.934988 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7abb1504-8cb6-44f1-ba78-f43d3a942bf7 HTTP/1.1" status: 204 len: 168 time: 0.1564298 May 06 23:39:43.954927 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb1504-8cb6-44f1-ba78-f43d3a942bf7,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:43.967179 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.967521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.967857 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.968191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.968520 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.968862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.969180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.969498 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.969823 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.970138 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.970457 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.970773 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.971090 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.971399 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.971714 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becbf97-886d-4034-a9e6-0ca5eb4909bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:43.996849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-db35100f-ef13-4100-a4fd-e1a288a8ef67 req-8195c7e3-6e68-4ff1-81e2-377176b17c41 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608013 May 06 23:39:44.505365 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5634277-aeb7-46cf-b854-225b8a249fa2 req-1c2a44e8-ba04-46a2-9aa3-8b039f77ce3c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:44.506878 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5634277-aeb7-46cf-b854-225b8a249fa2 req-1c2a44e8-ba04-46a2-9aa3-8b039f77ce3c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0510857 May 06 23:39:44.555663 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5634277-aeb7-46cf-b854-225b8a249fa2 req-8526f648-da46-4d91-aa4a-344be6723cda tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 May 06 23:39:44.672123 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60475b-81de-49fd-a5c2-550259277641 req-d7bba1e7-ab7b-4e5d-93fc-50691007a21d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:44.674348 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c60475b-81de-49fd-a5c2-550259277641 req-d7bba1e7-ab7b-4e5d-93fc-50691007a21d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0508921 May 06 23:39:44.723513 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4c60475b-81de-49fd-a5c2-550259277641 req-fc58a889-833b-46dc-91a7-3cf61360dd32 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 May 06 23:39:44.745472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47066) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:44.782330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e31d6-6f95-438b-9b28-6d347f7a0456 tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:44.786977 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-cb3e31d6-6f95-438b-9b28-6d347f7a0456 tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1125 time: 0.0372291 May 06 23:39:44.789461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47068) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:44.794049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:39:44.814526 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:44.897737 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.006510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.27.1.68 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/d88b26bc-0ff0-43bb-9b16-4447b065c36d) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:39:45.123778 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830669f2-5572-416a-bcfb-9d6be8e0f1d3 req-9b9d87da-af67-449f-a64a-2d1451b8f951 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:45.125262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-830669f2-5572-416a-bcfb-9d6be8e0f1d3 req-9b9d87da-af67-449f-a64a-2d1451b8f951 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0591750 May 06 23:39:45.163081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.196554 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-830669f2-5572-416a-bcfb-9d6be8e0f1d3 req-a5dbf5e0-afa8-4ab4-af9d-5078a56073a1 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621307 May 06 23:39:45.218358 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.260662 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:39:45.264970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:39:45.267688 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:39:45.291253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=d88b26bc-0ff0-43bb-9b16-4447b065c36d,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:45.635911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.703880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.855772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.860196 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:45.927862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=d88b26bc-0ff0-43bb-9b16-4447b065c36d,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:45.939075 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.043424 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1 associated. External IP: 172.27.1.68, port: 665f74b1-e476-4310-991f-b136345c3368. May 06 23:39:46.132233 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-39e86d6b-e146-46a5-b9a5-e7905992de33 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:46.133705 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-39e86d6b-e146-46a5-b9a5-e7905992de33 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0571625 May 06 23:39:46.332374 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Deleting port b5b3a348-112e-48e6-adc1-c920276662d1 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:46.332741 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.355834 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851f9c7-aed7-47e1-8f24-09f0e3543432 req-6226156b-3e7b-4b92-9a43-85f335d2b627 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:46.357314 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a851f9c7-aed7-47e1-8f24-09f0e3543432 req-6226156b-3e7b-4b92-9a43-85f335d2b627 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 945 time: 0.0846951 May 06 23:39:46.499921 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:46.506701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a851f9c7-aed7-47e1-8f24-09f0e3543432 req-29e21eed-4425-4633-b022-0de793bb6b23 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dde3371-cf41-4cc2-a529-bc83f428bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219316 May 06 23:39:46.523681 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] For port b5b3a348-112e-48e6-adc1-c920276662d1, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=b5b3a348-112e-48e6-adc1-c920276662d1,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:46.524041 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.721909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:46.736186 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:46.748041 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:46.748969 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:46.773350 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.807772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.808164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:46.808446 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Floating IP a6de78de-61d1-49f1-9403-710a11fa26af disassociated. External IP: 172.27.1.172, port: b5b3a348-112e-48e6-adc1-c920276662d1. May 06 23:39:46.808847 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Calling delete_port for b5b3a348-112e-48e6-adc1-c920276662d1 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:46.819607 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e7652ed1-a2a0-46b4-8f98-b3dec367432d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0290310 May 06 23:39:46.824574 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:46.828210 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc4af5-86e0-4ad2-a408-fa817512eba1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:46.870981 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0cad78-8c6a-4af9-a671-ac7f2559e765 x-openstack-request-id: req-0d0cad78-8c6a-4af9-a671-ac7f2559e765 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:46.871271 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:46.871528 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d0cad78-8c6a-4af9-a671-ac7f2559e765 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:46.871941 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0cad78-8c6a-4af9-a671-ac7f2559e765'] response: {'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368', 'status': 'completed', 'code': 200} May 06 23:39:46.938817 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-b2216067-37bf-443e-a67c-01682118d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:46.940332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-b2216067-37bf-443e-a67c-01682118d85f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0485027 May 06 23:39:46.970524 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:47.049368 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (b5b3a348-112e-48e6-adc1-c920276662d1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:47.103593 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'Port': ['ID=b5b3a348-112e-48e6-adc1-c920276662d1,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:47.111904 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-a1fc59d3-9b2d-4e21-9c40-da50fa4d0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:47.113553 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-a1fc59d3-9b2d-4e21-9c40-da50fa4d0f49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.1661816 May 06 23:39:47.190352 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:45Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:47.219531 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:47.229478 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:47.230085 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:47.250037 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-5625605c-5447-480f-81be-b64d6c7ea438 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 999 time: 0.0949724 May 06 23:39:47.338478 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:47.607913 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:45Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:47.636018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-2ad17864-3d3c-4445-b909-645dc106156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:47.637303 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954e402-4a3a-4bbc-b460-5880c39bf926 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:45Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:47.638375 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-2ad17864-3d3c-4445-b909-645dc106156d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.3785644 May 06 23:39:47.641655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:47.681662 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0017f6a9-6a2a-4d7f-aa0f-23648d34e25a req-7fb317ba-e525-4204-840a-b22356645db9 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/ports?device_id=69d10234-7f1d-444e-b9fe-68302f6e573e HTTP/1.1" status: 200 len: 210 time: 0.0388877 May 06 23:39:47.770247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-2af6f789-33ae-43e2-b9e4-fa8597eac57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:39:47.771840 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-2af6f789-33ae-43e2-b9e4-fa8597eac57a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924723 May 06 23:39:47.871241 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9d4de-ab0c-4477-b172-1c26b6205c1f None None] New status for floating IP bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1: ACTIVE {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:39:47.894543 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:47.910827 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:47.926464 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:47.927169 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:47.951127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] No DVR routers for this DVR port b5b3a348-112e-48e6-adc1-c920276662d1 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:47.954199 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-6f1e84cf-f7fc-48d8-82ca-122ed945328d service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740139 May 06 23:39:47.955201 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:47.958798 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5204682a-9af0-46ca-a987-1dbcd7a2098a req-dd5eb6db-64b3-4a2d-afea-5d1d91dcbb79 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.59 "DELETE /v2.0/ports/b5b3a348-112e-48e6-adc1-c920276662d1 HTTP/1.1" status: 204 len: 173 time: 1.8189211 May 06 23:39:48.056009 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:48.062598 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6bdc4af5-86e0-4ad2-a408-fa817512eba1 req-165e4768-1d6c-415c-894a-d985ca298747 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992010 May 06 23:39:48.257098 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:48.282734 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:48.291310 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:48.291892 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:48.399991 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:48.593419 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:48.700475 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb71d-1204-434a-afdb-27d5ca899ace None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:39Z', 'revision_number': 4, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '2576cf07-fa2a-41b6-867a-a4a2e33c5eca', 'name': '', 'network_id': 'c1733071-38f3-4ad5-972a-5766fc9e313d', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'mac_address': 'fa:16:3e:90:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:37Z', 'updated_at': '2022-05-06T23:33:51Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'subnets': [{'id': '05a0ef10-e704-41be-9a08-13cc02e80671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:48.766010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5860207d-b36e-4d1a-b163-d88ab1271f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:48.774471 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47116) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:48.834818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (1dde3371-cf41-4cc2-a529-bc83f428bc29), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:48.866610 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (1dde3371-cf41-4cc2-a529-bc83f428bc29), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:48.874611 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'name': 'network-vif-deleted', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:39:48.876902 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778c14b-8546-4b11-bc67-f53827e5f80f" -d '{"events": [{"server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "name": "network-vif-deleted", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:39:48.916789 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8461327c-996a-4fc8-a7fe-a1fceb868d8f x-openstack-request-id: req-8461327c-996a-4fc8-a7fe-a1fceb868d8f {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:39:48.917087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d10234-7f1d-444e-b9fe-68302f6e573e", "name": "network-vif-deleted", "tag": "b5b3a348-112e-48e6-adc1-c920276662d1", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:39:48.917330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8461327c-996a-4fc8-a7fe-a1fceb868d8f {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:39:48.917776 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8461327c-996a-4fc8-a7fe-a1fceb868d8f'] response: {'server_uuid': '69d10234-7f1d-444e-b9fe-68302f6e573e', 'name': 'network-vif-deleted', 'tag': 'b5b3a348-112e-48e6-adc1-c920276662d1', 'status': 'completed', 'code': 200} May 06 23:39:48.926793 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (1dde3371-cf41-4cc2-a529-bc83f428bc29), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:48.929501 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:48.930679 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "DELETE /v2.0/security-groups/1dde3371-cf41-4cc2-a529-bc83f428bc29 HTTP/1.1" status: 204 len: 168 time: 0.1546972 May 06 23:39:48.933478 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47122) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:48.940224 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05498aee-5338-45a6-b9de-8b0d3a466725 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde3371-cf41-4cc2-a529-bc83f428bc29,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:48.953518 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.api.v2.resource [None req-a7cd85ee-bf91-4d9f-8c6e-2e1b410e6ae2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] show failed (client error): The resource could not be found. May 06 23:39:48.954558 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a7cd85ee-bf91-4d9f-8c6e-2e1b410e6ae2 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "GET /v2.0/security-groups/1dde3371-cf41-4cc2-a529-bc83f428bc29 HTTP/1.1" status: 404 len: 347 time: 0.0194447 May 06 23:39:48.958578 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47124) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:48.982199 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8b2c9-fc8c-4ac6-9b3f-ee1121528f37 None None] New status for floating IP a6de78de-61d1-49f1-9403-710a11fa26af: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:39:49.088112 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Deleting port a7f966be-4889-4091-91b9-6b31eda0bfbe {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:49.088606 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.166847 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.167163 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (a7f966be-4889-4091-91b9-6b31eda0bfbe), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.179999 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Calling delete_port for a7f966be-4889-4091-91b9-6b31eda0bfbe owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:49.307632 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (a7f966be-4889-4091-91b9-6b31eda0bfbe), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.330853 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Pushing event deleted for resources: {'Port': ['ID=a7f966be-4889-4091-91b9-6b31eda0bfbe,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:49.396134 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks [] for floatingip (a6de78de-61d1-49f1-9403-710a11fa26af), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.398582 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:49.399748 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b0deaa51-04a7-412a-9857-0e9c0a031323 tempest-AttachVolumeTestJSON-1017724373 tempest-AttachVolumeTestJSON-1017724373-project] 10.222.0.60 "DELETE /v2.0/floatingips/a6de78de-61d1-49f1-9403-710a11fa26af HTTP/1.1" status: 204 len: 168 time: 0.4400766 May 06 23:39:49.735284 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device b5b3a348-112e-48e6-adc1-c920276662d1 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:49.754581 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: b5b3a348-112e-48e6-adc1-c920276662d1 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:49.754916 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device b5b3a348-112e-48e6-adc1-c920276662d1 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:51.134181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:51.214309 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-70e74a59-2f00-4e74-9fcc-438b2acae007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:52.290380 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:53.454325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:53.740903 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:39:55.188392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:56.065364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47222) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:56.531237 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:56.754245 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Deleting port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:56.754577 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:56.832639 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] For port 2576cf07-fa2a-41b6-867a-a4a2e33c5eca, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:56.833005 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:56.847716 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Calling delete_port for 2576cf07-fa2a-41b6-867a-a4a2e33c5eca owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:57.025851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (2576cf07-fa2a-41b6-867a-a4a2e33c5eca), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.051053 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Pushing event deleted for resources: {'Port': ['ID=2576cf07-fa2a-41b6-867a-a4a2e33c5eca,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:57.231386 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.454526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:39:57.566442 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:39:57.574164 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-255732e8-4eae-4169-83c5-f204bb474392 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f9f0751-0d0d-4b3d-9416-9e8e12143c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5045335 May 06 23:39:57.574164 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47238) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:57.577083 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Sync routers for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:39:57.588596 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:57.589271 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:57.679400 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks [] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.693991 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:57.781684 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks [] for router_gateway (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.826218 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Deleting port 01b792a2-adf5-436b-ab3a-fd6de81d5315 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:57.826516 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.863933 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:39:56Z', 'revision_number': 5, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port': {'id': '01b792a2-adf5-436b-ab3a-fd6de81d5315', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:22Z', 'updated_at': '2022-05-06T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:57.893332 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Checking router: 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:39:57.900022 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Routers {'5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:39:57.900845 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:57.921545 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] For port 01b792a2-adf5-436b-ab3a-fd6de81d5315, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=01b792a2-adf5-436b-ab3a-fd6de81d5315,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:57.921930 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:57.935635 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Calling delete_port for 01b792a2-adf5-436b-ab3a-fd6de81d5315 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:57.996380 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] Set router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:39:58.046958 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:39:57Z', 'revision_number': 6, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:58.079767 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a0444-0aa1-4cbb-abc9-11b45231ebd8 None None] The sync data for ids ['5f9f0751-0d0d-4b3d-9416-9e8e12143c2c'] in dv-cinder-840996-1-iscsi is: [{'id': '5f9f0751-0d0d-4b3d-9416-9e8e12143c2c', 'name': 'tempest-AttachVolumeTestJSON-414265095-router', 'tenant_id': '4b17157ada2144d18f2332c894a2f5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:39:57Z', 'revision_number': 6, 'project_id': '4b17157ada2144d18f2332c894a2f5e4', 'gw_port_host': None}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:39:58.108263 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (01b792a2-adf5-436b-ab3a-fd6de81d5315), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.132825 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Pushing event deleted for resources: {'Port': ['ID=01b792a2-adf5-436b-ab3a-fd6de81d5315,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:58.194525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.285290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.287491 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks [] for router_controller (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.577204 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (5f9f0751-0d0d-4b3d-9416-9e8e12143c2c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.577958 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9f0751-0d0d-4b3d-9416-9e8e12143c2c {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:39:58.582895 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.584354 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3310ec25-dc79-44fb-92f1-84a1ee7525ca admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f9f0751-0d0d-4b3d-9416-9e8e12143c2c HTTP/1.1" status: 204 len: 168 time: 1.0083961 May 06 23:39:58.586704 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47248) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:58.631025 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Deleting subnet 05a0ef10-e704-41be-9a08-13cc02e80671 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:39:58.634086 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Publish callbacks [] for subnet (05a0ef10-e704-41be-9a08-13cc02e80671), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.668574 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (05a0ef10-e704-41be-9a08-13cc02e80671), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.745525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (05a0ef10-e704-41be-9a08-13cc02e80671), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.793903 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (05a0ef10-e704-41be-9a08-13cc02e80671), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.820176 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a0ef10-e704-41be-9a08-13cc02e80671,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:58.822172 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.828408 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47250) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:58.830380 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d74adf81-71b0-442f-b425-b4e607173654 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/05a0ef10-e704-41be-9a08-13cc02e80671 HTTP/1.1" status: 204 len: 168 time: 0.2406881 May 06 23:39:58.832089 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7de83-29d4-420b-a70a-d7ae08eb71cf None None] Network c1733071-38f3-4ad5-972a-5766fc9e313d requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:39:58.910828 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (c1733071-38f3-4ad5-972a-5766fc9e313d), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:58.957679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Deleting port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:58.958017 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.007818 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] DHCP port deletion for c1733071-38f3-4ad5-972a-5766fc9e313d request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:39:59.024388 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] For port 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=0c6c0acf-162e-4e13-b7ee-93109c6960b9,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:59.024852 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.042405 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Calling delete_port for 0c6c0acf-162e-4e13-b7ee-93109c6960b9 owned by network:dhcp {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:59.050263 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Deleting port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:39:59.050640 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.113863 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] For port 0c6c0acf-162e-4e13-b7ee-93109c6960b9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=0c6c0acf-162e-4e13-b7ee-93109c6960b9,segment=NetworkSegment(3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b),segment_id=3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:39:59.114262 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.127139 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.128164 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Calling delete_port for 0c6c0acf-162e-4e13-b7ee-93109c6960b9 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:39:59.154689 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6c0acf-162e-4e13-b7ee-93109c6960b9,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:59.156526 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] No DVR routers for this DVR port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 on host dv-cinder-840996-1-iscsi {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:59.210023 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (0c6c0acf-162e-4e13-b7ee-93109c6960b9), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.230926 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (c1733071-38f3-4ad5-972a-5766fc9e313d), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.235456 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Pushing event deleted for resources: {'Port': ['ID=0c6c0acf-162e-4e13-b7ee-93109c6960b9,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:59.243019 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] No DVR routers for this DVR port 0c6c0acf-162e-4e13-b7ee-93109c6960b9 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:39:59.246389 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.246731 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.247090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.247443 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.247789 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.248123 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.248451 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.248807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.249168 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.249453 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.249777 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.250110 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.250432 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.250753 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.251076 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568c04f6-a3cc-43df-925b-70048d2e8e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:39:59.251439 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1733071-38f3-4ad5-972a-5766fc9e313d']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:59.263315 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:59.263609 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:39:59.273723 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.286959 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.292869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:39:59.293250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (3ab8bd0c-b4bc-4bca-9b54-a7aa46ee8c1b), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:39:59.294971 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:39:59.346627 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (c1733071-38f3-4ad5-972a-5766fc9e313d), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.352230 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.355264 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c1733071-38f3-4ad5-972a-5766fc9e313d HTTP/1.1" status: 204 len: 168 time: 0.5257866 May 06 23:39:59.365830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f9204-34fd-4e0f-be0e-b4b6724626e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1733071-38f3-4ad5-972a-5766fc9e313d,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:59.465083 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47258) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:59.508081 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5304325a-bd74-4867-8fd0-0d19e79ff23a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b17157ada2144d18f2332c894a2f5e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416257 May 06 23:39:59.510575 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47270) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:39:59.561530 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] Publish callbacks [] for security_group (842c9ed6-b308-4ea6-b76a-9ad018beb492), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.585237 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] Publish callbacks [] for security_group (842c9ed6-b308-4ea6-b76a-9ad018beb492), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.632610 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (842c9ed6-b308-4ea6-b76a-9ad018beb492), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.635523 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:39:59.636769 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/842c9ed6-b308-4ea6-b76a-9ad018beb492 HTTP/1.1" status: 204 len: 168 time: 0.1251578 May 06 23:39:59.650093 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ebc3a-c5bd-4442-b3ff-279d1a9854e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c9ed6-b308-4ea6-b76a-9ad018beb492,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:39:59.964466 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2576cf07-fa2a-41b6-867a-a4a2e33c5eca no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:39:59.984237 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 2576cf07-fa2a-41b6-867a-a4a2e33c5eca {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:39:59.984825 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2576cf07-fa2a-41b6-867a-a4a2e33c5eca not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:39:59.985239 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 01b792a2-adf5-436b-ab3a-fd6de81d5315 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:00.009278 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 01b792a2-adf5-436b-ab3a-fd6de81d5315 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:00.009620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 01b792a2-adf5-436b-ab3a-fd6de81d5315 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:00.010034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 0c6c0acf-162e-4e13-b7ee-93109c6960b9 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:00.030800 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 0c6c0acf-162e-4e13-b7ee-93109c6960b9 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:00.031135 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 0c6c0acf-162e-4e13-b7ee-93109c6960b9 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:06.965664 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bc361-9bb3-4c94-bca4-eba1767b3189 req-54b8e17a-1ae2-44dc-9a07-eca270725b2c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:06.967093 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-328bc361-9bb3-4c94-bca4-eba1767b3189 req-54b8e17a-1ae2-44dc-9a07-eca270725b2c tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.0519731 May 06 23:40:07.014826 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-328bc361-9bb3-4c94-bca4-eba1767b3189 req-f1385d7d-8967-4be1-9133-9feaec60dcba tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 May 06 23:40:08.125902 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2555b7-fc28-4f07-ae66-7e30b093f2bc req-b258708f-9253-45ae-bec1-2be179e57262 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:08.127307 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c2555b7-fc28-4f07-ae66-7e30b093f2bc req-b258708f-9253-45ae-bec1-2be179e57262 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.0474391 May 06 23:40:08.174453 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c2555b7-fc28-4f07-ae66-7e30b093f2bc req-74e26dff-1c68-44a9-89b1-1a0b84438906 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f6de795-2f10-416c-a7cd-685bd83baaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 May 06 23:40:08.727709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-fdc87381-25af-40b3-8ac3-90b8ad213682 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:08.728766 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-fdc87381-25af-40b3-8ac3-90b8ad213682 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 946 time: 0.0646164 May 06 23:40:08.818244 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:08.818575 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:08.912619 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] For port e2edb7a5-3bd0-4313-8de1-74e51ee105d8, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:08.913119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.030092 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47482) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:09.098970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.099329 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.099649 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Floating IP c9d5ee57-3aa0-4e3c-a264-b9b08a218d48 disassociated. External IP: 172.27.1.57, port: e2edb7a5-3bd0-4313-8de1-74e51ee105d8. May 06 23:40:09.099994 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for e2edb7a5-3bd0-4313-8de1-74e51ee105d8 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:09.137901 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56911bec-4c44-4a65-bfb5-38d0527a2d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.220197 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56911bec-4c44-4a65-bfb5-38d0527a2d75 admin admin] Publish callbacks [] for security_group (d8104b00-6792-45c6-8583-1abc65a26578), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.224698 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56911bec-4c44-4a65-bfb5-38d0527a2d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d8104b00-6792-45c6-8583-1abc65a26578), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.235817 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (e2edb7a5-3bd0-4313-8de1-74e51ee105d8), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.266479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=e2edb7a5-3bd0-4313-8de1-74e51ee105d8,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:09.266584 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56911bec-4c44-4a65-bfb5-38d0527a2d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8104b00-6792-45c6-8583-1abc65a26578,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:09.271691 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-56911bec-4c44-4a65-bfb5-38d0527a2d75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=386b4253ff284395ab656ff6ba941362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400239 May 06 23:40:09.277985 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47490) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:09.310780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-efdcac66-7dcb-42c5-8822-6f03f3690fa0 req-fd4404b1-5e3b-4551-a34b-e6f313fae2db tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6ca4024-194c-4e36-9fa2-dbe90fba90ee HTTP/1.1" status: 200 len: 210 time: 0.0465088 May 06 23:40:09.435129 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] Publish callbacks [] for security_group (d8104b00-6792-45c6-8583-1abc65a26578), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.469167 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] Publish callbacks [] for security_group (d8104b00-6792-45c6-8583-1abc65a26578), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.485215 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:40:09.570029 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d8104b00-6792-45c6-8583-1abc65a26578), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.572403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.573548 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8104b00-6792-45c6-8583-1abc65a26578 HTTP/1.1" status: 204 len: 168 time: 0.2946429 May 06 23:40:09.608794 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115da093-c091-49e2-b5ab-ee8348353fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8104b00-6792-45c6-8583-1abc65a26578,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:09.633595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:40:09.647119 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:40:09.664220 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:09.667348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:09.689547 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] No DVR routers for this DVR port e2edb7a5-3bd0-4313-8de1-74e51ee105d8 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:40:09.693233 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:09.696939 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c26b683f-ce0e-4693-86dc-31a6027bc3ba req-2cfea513-abe9-452d-b17d-425c5ec9b159 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.59 "DELETE /v2.0/ports/e2edb7a5-3bd0-4313-8de1-74e51ee105d8 HTTP/1.1" status: 204 len: 173 time: 0.9601307 May 06 23:40:09.697465 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'name': 'network-vif-deleted', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:40:09.700161 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943f3e0-d75f-4f8c-b726-ab4c7c290b73" -d '{"events": [{"server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "name": "network-vif-deleted", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:40:09.764052 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a9b6f-2422-403b-813a-3e87d49e045b x-openstack-request-id: req-850a9b6f-2422-403b-813a-3e87d49e045b {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:40:09.764424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ca4024-194c-4e36-9fa2-dbe90fba90ee", "name": "network-vif-deleted", "tag": "e2edb7a5-3bd0-4313-8de1-74e51ee105d8", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:40:09.764862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-850a9b6f-2422-403b-813a-3e87d49e045b {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:40:09.765363 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850a9b6f-2422-403b-813a-3e87d49e045b'] response: {'server_uuid': 'c6ca4024-194c-4e36-9fa2-dbe90fba90ee', 'name': 'network-vif-deleted', 'tag': 'e2edb7a5-3bd0-4313-8de1-74e51ee105d8', 'status': 'completed', 'code': 200} May 06 23:40:09.834752 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:10.051491 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:10.077949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:40:10.087129 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:10.087724 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:10.220027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:10.404912 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47522) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:10.448700 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:10.469779 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (5f6de795-2f10-416c-a7cd-685bd83baaf3), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.477810 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b81d69-9e44-4590-86bc-cf87f9568303 None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '62925d7e-3bee-4c11-8b8c-5085b5037f3e', 'name': '', 'network_id': '03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'mac_address': 'fa:16:3e:7d:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:47Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'subnets': [{'id': 'd5a801ac-f357-4977-84f3-fd58ff22ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:40:10.501742 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (5f6de795-2f10-416c-a7cd-685bd83baaf3), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.557319 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (5f6de795-2f10-416c-a7cd-685bd83baaf3), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.559814 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.560995 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/security-groups/5f6de795-2f10-416c-a7cd-685bd83baaf3 HTTP/1.1" status: 204 len: 168 time: 0.1541967 May 06 23:40:10.563758 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47526) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:10.571279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e634701-6bab-4c5a-a049-b193bf7fea45 tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6de795-2f10-416c-a7cd-685bd83baaf3,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:10.583966 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.api.v2.resource [None req-a3bdac18-9635-4aaa-aded-745ff9b5a1ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] show failed (client error): The resource could not be found. May 06 23:40:10.588583 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a3bdac18-9635-4aaa-aded-745ff9b5a1ef tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "GET /v2.0/security-groups/5f6de795-2f10-416c-a7cd-685bd83baaf3 HTTP/1.1" status: 404 len: 347 time: 0.0228841 May 06 23:40:10.591232 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47528) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:10.738488 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Deleting port 1a844459-bc44-4d5c-80c6-76b4b0efc1e9 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:10.738821 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.813393 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac5c20-dbce-4cd8-9f8b-9ffd7aa86ba7 None None] New status for floating IP c9d5ee57-3aa0-4e3c-a264-b9b08a218d48: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:40:10.826415 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.827878 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:10.844066 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Calling delete_port for 1a844459-bc44-4d5c-80c6-76b4b0efc1e9 owned by network:floatingip {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:11.004569 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (1a844459-bc44-4d5c-80c6-76b4b0efc1e9), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.030765 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Pushing event deleted for resources: {'Port': ['ID=1a844459-bc44-4d5c-80c6-76b4b0efc1e9,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:11.095297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks [] for floatingip (c9d5ee57-3aa0-4e3c-a264-b9b08a218d48), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.098194 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.102397 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-37161297-cf1e-42f8-a94c-c28eb0e0812f tempest-AttachVolumeNegativeTest-934739290 tempest-AttachVolumeNegativeTest-934739290-project] 10.222.0.60 "DELETE /v2.0/floatingips/c9d5ee57-3aa0-4e3c-a264-b9b08a218d48 HTTP/1.1" status: 204 len: 168 time: 0.5070131 May 06 23:40:11.508974 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47570) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:11.610827 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-986e0f09-0cbb-4c45-8795-3a5d8ed2dfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.689381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-986e0f09-0cbb-4c45-8795-3a5d8ed2dfb2 admin admin] Publish callbacks [] for security_group (b76b43f0-0283-478e-8736-ef0e8f3bf9c2), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.693185 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-986e0f09-0cbb-4c45-8795-3a5d8ed2dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b76b43f0-0283-478e-8736-ef0e8f3bf9c2), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.732410 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-986e0f09-0cbb-4c45-8795-3a5d8ed2dfb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96f270f69f1343d685aef755a3753839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223272 May 06 23:40:11.733384 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e0f09-0cbb-4c45-8795-3a5d8ed2dfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b43f0-0283-478e-8736-ef0e8f3bf9c2,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:11.735205 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47574) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:11.784628 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] Publish callbacks [] for security_group (b76b43f0-0283-478e-8736-ef0e8f3bf9c2), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.806364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] Publish callbacks [] for security_group (b76b43f0-0283-478e-8736-ef0e8f3bf9c2), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.818430 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e2edb7a5-3bd0-4313-8de1-74e51ee105d8 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:11.838428 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: e2edb7a5-3bd0-4313-8de1-74e51ee105d8 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:11.839011 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e2edb7a5-3bd0-4313-8de1-74e51ee105d8 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:11.853824 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b76b43f0-0283-478e-8736-ef0e8f3bf9c2), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.856456 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:11.857661 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b76b43f0-0283-478e-8736-ef0e8f3bf9c2 HTTP/1.1" status: 204 len: 168 time: 0.1208293 May 06 23:40:11.865527 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aaf49-9076-43f4-979b-4d4c74c400c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b43f0-0283-478e-8736-ef0e8f3bf9c2,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:12.115502 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47584) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:12.128226 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e4c9-1b10-424e-aa31-1cfefd828cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.200445 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e4c9-1b10-424e-aa31-1cfefd828cb8 admin admin] Publish callbacks [] for security_group (70ccce99-78c1-44ba-b6df-aef298933d0c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.203861 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e4c9-1b10-424e-aa31-1cfefd828cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (70ccce99-78c1-44ba-b6df-aef298933d0c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.244919 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c9f3e4c9-1b10-424e-aa31-1cfefd828cb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b83c54881f6043b88cd9fa257258d030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283169 May 06 23:40:12.245625 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3e4c9-1b10-424e-aa31-1cfefd828cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ccce99-78c1-44ba-b6df-aef298933d0c,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:12.247756 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47590) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:12.301958 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] Publish callbacks [] for security_group (70ccce99-78c1-44ba-b6df-aef298933d0c), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.322883 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] Publish callbacks [] for security_group (70ccce99-78c1-44ba-b6df-aef298933d0c), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.373154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (70ccce99-78c1-44ba-b6df-aef298933d0c), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.375724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:12.379462 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70ccce99-78c1-44ba-b6df-aef298933d0c HTTP/1.1" status: 204 len: 168 time: 0.1282053 May 06 23:40:12.386374 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971f713-8a59-4b61-b91a-723c8a16fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ccce99-78c1-44ba-b6df-aef298933d0c,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:14.766583 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47670) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:15.230985 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:15.481231 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Deleting port 62925d7e-3bee-4c11-8b8c-5085b5037f3e {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:15.481479 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:15.558927 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] For port 62925d7e-3bee-4c11-8b8c-5085b5037f3e, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=62925d7e-3bee-4c11-8b8c-5085b5037f3e,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:15.559280 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:15.573385 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Calling delete_port for 62925d7e-3bee-4c11-8b8c-5085b5037f3e owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:15.757268 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (62925d7e-3bee-4c11-8b8c-5085b5037f3e), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:15.781233 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=62925d7e-3bee-4c11-8b8c-5085b5037f3e,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:15.955482 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.170792 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:40:16.281135 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:40:16.286622 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c0816d4a-b595-4e73-9802-4da4eef50c4f admin admin] 10.222.0.60 "PUT /v2.0/routers/5ce2f388-f9f4-4102-9b3c-1f4eb943994c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5189548 May 06 23:40:16.289087 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47690) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:16.291697 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Sync routers for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:40:16.302002 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:16.302618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:16.392528 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks [] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.413007 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:16.514809 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks [] for router_gateway (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.563562 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Deleting port 48d8a6a3-7111-4460-8b80-42a14616b242 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:16.563897 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.591420 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:40:15Z', 'revision_number': 5, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port': {'id': '48d8a6a3-7111-4460-8b80-42a14616b242', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:21Z', 'updated_at': '2022-05-06T23:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:16.619579 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Checking router: 5ce2f388-f9f4-4102-9b3c-1f4eb943994c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:40:16.627714 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Routers {'5ce2f388-f9f4-4102-9b3c-1f4eb943994c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:16.628874 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:39:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:16.651361 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] For port 48d8a6a3-7111-4460-8b80-42a14616b242, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=48d8a6a3-7111-4460-8b80-42a14616b242,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:16.651731 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.665705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Calling delete_port for 48d8a6a3-7111-4460-8b80-42a14616b242 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:16.719450 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] Set router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c gateway port host: None {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:16.847595 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (48d8a6a3-7111-4460-8b80-42a14616b242), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:16.881906 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Pushing event deleted for resources: {'Port': ['ID=48d8a6a3-7111-4460-8b80-42a14616b242,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:16.911662 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:40:16Z', 'revision_number': 6, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:16.937653 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f5321-1903-4134-8c10-0408fc1816dd None None] The sync data for ids ['5ce2f388-f9f4-4102-9b3c-1f4eb943994c'] in dv-cinder-840996-1-iscsi is: [{'id': '5ce2f388-f9f4-4102-9b3c-1f4eb943994c', 'name': 'tempest-AttachVolumeNegativeTest-1698913434-router', 'tenant_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:40:16Z', 'revision_number': 6, 'project_id': '1db8614122ac4e068e093b3ee4dc9c0a', 'gw_port_host': None}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:40:16.950326 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.041719 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.044186 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks [] for router_controller (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.087016 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (5ce2f388-f9f4-4102-9b3c-1f4eb943994c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.087567 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce2f388-f9f4-4102-9b3c-1f4eb943994c {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:40:17.092180 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.093347 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-57f06a44-72b5-4287-a211-9d8d2ceacfca admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ce2f388-f9f4-4102-9b3c-1f4eb943994c HTTP/1.1" status: 204 len: 168 time: 0.8033662 May 06 23:40:17.095830 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47712) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:17.143274 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Deleting subnet d5a801ac-f357-4977-84f3-fd58ff22ae6a {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:40:17.147162 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Publish callbacks [] for subnet (d5a801ac-f357-4977-84f3-fd58ff22ae6a), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.193402 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (d5a801ac-f357-4977-84f3-fd58ff22ae6a), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.270480 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (d5a801ac-f357-4977-84f3-fd58ff22ae6a), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.326325 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (d5a801ac-f357-4977-84f3-fd58ff22ae6a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.354384 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a801ac-f357-4977-84f3-fd58ff22ae6a,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:17.360208 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.364140 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e198622a-4023-42f1-9bf2-4cf7301a6f01 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d5a801ac-f357-4977-84f3-fd58ff22ae6a HTTP/1.1" status: 204 len: 168 time: 0.2672684 May 06 23:40:17.366620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c0d47-099a-4c32-bd59-5e59185e3921 None None] Network 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:40:17.367111 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47718) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:17.436655 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.481141 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Deleting port 53c5c940-29a3-4956-8a39-10177d2dc3c1 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:17.481486 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.545148 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] For port 53c5c940-29a3-4956-8a39-10177d2dc3c1, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=53c5c940-29a3-4956-8a39-10177d2dc3c1,segment=NetworkSegment(e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7),segment_id=e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:17.545506 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.558581 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Calling delete_port for 53c5c940-29a3-4956-8a39-10177d2dc3c1 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:17.634950 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (53c5c940-29a3-4956-8a39-10177d2dc3c1), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.660487 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Pushing event deleted for resources: {'Port': ['ID=53c5c940-29a3-4956-8a39-10177d2dc3c1,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:17.663851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] No DVR routers for this DVR port 53c5c940-29a3-4956-8a39-10177d2dc3c1 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:40:17.721325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168c328-7fcf-4646-9764-c50e034d1797 None None] DHCP port deletion for 03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:40:17.745145 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.767198 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:17.776816 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:17.777113 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:17.786752 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.799427 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.805158 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:40:17.805537 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (e534c5fa-7b6f-4ac9-b2c0-e3c64cf0d8a7), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:40:17.807143 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:40:17.865078 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.870318 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:17.873396 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] 10.222.0.60 "DELETE /v2.0/networks/03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879 HTTP/1.1" status: 204 len: 168 time: 0.5057712 May 06 23:40:17.884078 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a7eb1-769a-4286-bc65-31b76a4f431b admin admin] Pushing event deleted for resources: {'Network': ['ID=03bd1b8c-7e4b-4e3d-8c8d-e3841e6ba879,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:17.984413 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62925d7e-3bee-4c11-8b8c-5085b5037f3e no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:18.006558 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 62925d7e-3bee-4c11-8b8c-5085b5037f3e {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:18.006893 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 62925d7e-3bee-4c11-8b8c-5085b5037f3e not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:18.007307 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 48d8a6a3-7111-4460-8b80-42a14616b242 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:18.011639 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47724) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:18.027811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 48d8a6a3-7111-4460-8b80-42a14616b242 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:18.033304 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 48d8a6a3-7111-4460-8b80-42a14616b242 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:18.033304 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 53c5c940-29a3-4956-8a39-10177d2dc3c1 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:18.053887 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 53c5c940-29a3-4956-8a39-10177d2dc3c1 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:18.054231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 53c5c940-29a3-4956-8a39-10177d2dc3c1 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:18.062080 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d995ba2d-955f-4ab1-b7b7-79fe1a4832e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1db8614122ac4e068e093b3ee4dc9c0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491111 May 06 23:40:18.064445 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47726) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:18.110446 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] Publish callbacks [] for security_group (78ee29ba-8133-4735-8476-195b8fb25172), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:18.131447 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] Publish callbacks [] for security_group (78ee29ba-8133-4735-8476-195b8fb25172), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:18.175118 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (78ee29ba-8133-4735-8476-195b8fb25172), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:18.177655 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:18.178778 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78ee29ba-8133-4735-8476-195b8fb25172 HTTP/1.1" status: 204 len: 168 time: 0.1134286 May 06 23:40:18.186479 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d17a5-6c70-4b4d-bc80-20df0caff6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee29ba-8133-4735-8476-195b8fb25172,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:18.758623 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e1217fa2-aa38-4dda-8e9a-d92652770718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:21.160906 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:21.217656 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-004ecff5-c6f4-400a-b01a-b0da55a11ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:22.293562 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:23.457914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:23.893014 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47916) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:23.975129 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47920) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:24.061122 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-44343cdd-f1df-47e7-a594-753f826128d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.093405 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05bfdef2-b46a-400e-9d1e-c3a2f0a2f4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.143082 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-44343cdd-f1df-47e7-a594-753f826128d4 admin admin] Publish callbacks [] for security_group (d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.146787 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-44343cdd-f1df-47e7-a594-753f826128d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.169667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05bfdef2-b46a-400e-9d1e-c3a2f0a2f4b7 admin admin] Publish callbacks [] for security_group (0f4e096e-69bd-4e14-8509-645bc41aff44), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.173595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-05bfdef2-b46a-400e-9d1e-c3a2f0a2f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0f4e096e-69bd-4e14-8509-645bc41aff44), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.186136 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-44343cdd-f1df-47e7-a594-753f826128d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=084fa7015570448a9133c9edc2a1c851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917972 May 06 23:40:24.187249 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343cdd-f1df-47e7-a594-753f826128d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:24.189378 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47930) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:24.236206 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfdef2-b46a-400e-9d1e-c3a2f0a2f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e096e-69bd-4e14-8509-645bc41aff44,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:24.245817 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-05bfdef2-b46a-400e-9d1e-c3a2f0a2f4b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34abecb06da4488592d85838fbfa7eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693188 May 06 23:40:24.248953 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47932) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:24.282170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] Publish callbacks [] for security_group (d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.300174 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] Publish callbacks [] for security_group (0f4e096e-69bd-4e14-8509-645bc41aff44), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.305941 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] Publish callbacks [] for security_group (d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.322719 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] Publish callbacks [] for security_group (0f4e096e-69bd-4e14-8509-645bc41aff44), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.353833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.356591 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.357741 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1 HTTP/1.1" status: 204 len: 168 time: 0.1646993 May 06 23:40:24.367292 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f76223-93aa-4fdc-9b1a-3af4a3500b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe90aa-8d0b-4c2e-9f24-a2b103f0a8e1,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:24.377958 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0f4e096e-69bd-4e14-8509-645bc41aff44), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.380732 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.384327 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f4e096e-69bd-4e14-8509-645bc41aff44 HTTP/1.1" status: 204 len: 168 time: 0.1320782 May 06 23:40:24.390746 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349168-c5c3-4f89-8850-853d356516ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e096e-69bd-4e14-8509-645bc41aff44,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:24.689811 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 47950) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:24.703442 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a65ce8b8-cf11-46c8-aa81-489564ea6047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.792284 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a65ce8b8-cf11-46c8-aa81-489564ea6047 admin admin] Publish callbacks [] for security_group (96c244bb-6e03-4d73-9c20-bde71962763a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.797525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a65ce8b8-cf11-46c8-aa81-489564ea6047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (96c244bb-6e03-4d73-9c20-bde71962763a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.847772 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47960) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:24.847943 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a65ce8b8-cf11-46c8-aa81-489564ea6047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57437bb58bd54af58ac479516a672737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568863 May 06 23:40:24.849083 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ce8b8-cf11-46c8-aa81-489564ea6047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c244bb-6e03-4d73-9c20-bde71962763a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:24.902775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] Publish callbacks [] for security_group (96c244bb-6e03-4d73-9c20-bde71962763a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.930003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] Publish callbacks [] for security_group (96c244bb-6e03-4d73-9c20-bde71962763a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.991427 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (96c244bb-6e03-4d73-9c20-bde71962763a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.994694 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:24.996027 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96c244bb-6e03-4d73-9c20-bde71962763a HTTP/1.1" status: 204 len: 168 time: 0.1467619 May 06 23:40:25.004450 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5a7d-69e2-4d70-91f2-2336423a2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c244bb-6e03-4d73-9c20-bde71962763a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:25.075536 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99968-cc2b-410f-8230-9921245823a8 req-5fbee508-5edd-413e-ab3b-c5eab30e7370 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:25.077163 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88c99968-cc2b-410f-8230-9921245823a8 req-5fbee508-5edd-413e-ab3b-c5eab30e7370 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0519621 May 06 23:40:25.135243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-88c99968-cc2b-410f-8230-9921245823a8 req-da8c9672-ca43-4968-812f-1335e5406f71 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511138 May 06 23:40:25.183392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 47980) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:25.194934 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.299149 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-300734827-network', 'tenant_id': 'fbfdc805dcba4bbb8a0918f41c0d38c7'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:40:25.319687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Made reservation on behalf of fbfdc805dcba4bbb8a0918f41c0d38c7 for: {'network': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:40:25.322176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.330934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.409635 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks [] for security_group (b6c8c4d9-113f-49a1-94b0-0cb9a817c421), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.414442 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b6c8c4d9-113f-49a1-94b0-0cb9a817c421), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.446695 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:40:25.452651 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8c4d9-113f-49a1-94b0-0cb9a817c421,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:25.461161 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (95d1782c-0300-4818-9574-093b379c7433), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.461708 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.segments_db [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Added segment 95d1782c-0300-4818-9574-093b379c7433 of type vlan for network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 May 06 23:40:25.513533 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.540756 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.541703 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:25.542268 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.595323 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4104762 May 06 23:40:25.598107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48000) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:25.603431 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Request body: {'subnet': {'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-300734827-subnet', 'tenant_id': 'fbfdc805dcba4bbb8a0918f41c0d38c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:40:25.613123 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06839-4235-4d93-b3f8-cfb62874def9 admin admin] Pushing event updated for resources: {'Network': ['ID=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:25.625328 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:40:25.629337 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Made reservation on behalf of fbfdc805dcba4bbb8a0918f41c0d38c7 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:40:25.631633 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59370544'] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.802428 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59370534'] for subnet (e3ab6933-0a85-4aa6-af8c-34a267ce2b4b), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.864808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:25.871790 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Checking segment: {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:40:25.872149 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Network hostable DHCP agents. Network: ebdf496d-6b00-4b6b-bdff-ddb66b1f7981, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:40:25.889049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:40:25.898415 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, ebdf496d-6b00-4b6b-bdff-ddb66b1f7981) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:40:25.903143 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:25.903714 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:25.909774 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07b7c7-2f14-4d58-a65d-4e7a022fa0e7 None None] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:40:25.922516 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e64ac33b-79f5-445b-b425-531dc8f32b63 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3234034 May 06 23:40:26.013285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f990686-90aa-4348-9acb-a99424003624 None None] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:40:26.301692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8943b-b75c-4b05-8200-dd234789def6 req-22a78870-8c23-4db9-b141-4e49e3c26661 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:26.303784 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bce8943b-b75c-4b05-8200-dd234789def6 req-22a78870-8c23-4db9-b141-4e49e3c26661 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0597665 May 06 23:40:26.358201 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-bce8943b-b75c-4b05-8200-dd234789def6 req-44849259-f9d8-4ee8-b572-fabc62a64763 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a5d2ec-18d9-46db-8808-76c9d5ead690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488703 May 06 23:40:26.518461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-c059b9db-1393-4cce-85a4-6599cda2d158 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:26.521158 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-c059b9db-1393-4cce-85a4-6599cda2d158 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 946 time: 0.0596893 May 06 23:40:26.632347 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Deleting port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:26.632809 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:26.725525 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-a17b7b91-7e7a-4bd3-9f0d-198ad43e60d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533159 May 06 23:40:26.757445 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] For port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:26.757818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:26.793885 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48046) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:26.842055 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b023a-6ed5-44db-b391-65c360c53c6c req-0fec69e0-654d-4a5e-8982-e744563c6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:26.843476 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-0fec69e0-654d-4a5e-8982-e744563c6ff1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0740385 May 06 23:40:27.031800 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.032500 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.032500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Floating IP 5a6dab33-8473-4b2e-b5d6-c17d114e0bbc disassociated. External IP: 172.27.1.59, port: 480d28d2-b5c8-4e3e-8d1e-a487795b5deb. May 06 23:40:27.032840 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Calling delete_port for 480d28d2-b5c8-4e3e-8d1e-a487795b5deb owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:27.038069 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b023a-6ed5-44db-b391-65c360c53c6c req-ae0eb2e6-108e-4ccc-ba35-cd5054d046be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:27.039544 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-ae0eb2e6-108e-4ccc-ba35-cd5054d046be service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.1554856 May 06 23:40:27.149257 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-af497676-24f4-43f4-8b75-0a6064ce3c8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 1001 time: 0.1026831 May 06 23:40:27.160688 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73baac10-0b60-4afa-8fbf-4068edef16ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.227767 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b023a-6ed5-44db-b391-65c360c53c6c req-5386a90a-53bb-4788-b3b8-584278ef80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:27.229255 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-5386a90a-53bb-4788-b3b8-584278ef80fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0680704 May 06 23:40:27.236919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73baac10-0b60-4afa-8fbf-4068edef16ae admin admin] Publish callbacks [] for security_group (7a599c56-2731-4d78-bf92-1c1bb7fa675f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.241327 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-73baac10-0b60-4afa-8fbf-4068edef16ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7a599c56-2731-4d78-bf92-1c1bb7fa675f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.279393 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-73baac10-0b60-4afa-8fbf-4068edef16ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d04f81bb2674bbe80269c94d0aef0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843869 May 06 23:40:27.280282 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baac10-0b60-4afa-8fbf-4068edef16ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a599c56-2731-4d78-bf92-1c1bb7fa675f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:27.282253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48050) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:27.290902 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (480d28d2-b5c8-4e3e-8d1e-a487795b5deb), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.293861 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b023a-6ed5-44db-b391-65c360c53c6c req-3c029e20-b98e-46eb-b4f8-5ebbb257397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:27.295305 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-3c029e20-b98e-46eb-b4f8-5ebbb257397e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597456 May 06 23:40:27.340927 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'Port': ['ID=480d28d2-b5c8-4e3e-8d1e-a487795b5deb,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:27.781101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] Publish callbacks [] for security_group (7a599c56-2731-4d78-bf92-1c1bb7fa675f), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:27.781615 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5f6fe062-16ec-4a06-82d9-50342963c5d3 req-d3b92b64-95e2-431d-8ffa-48686f76a104 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 210 time: 0.0548465 May 06 23:40:27.782085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48066) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:27.836863 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-a01687b8-ad4f-4c46-b2ff-37961126fedb service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309281 May 06 23:40:27.871193 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] Publish callbacks [] for security_group (7a599c56-2731-4d78-bf92-1c1bb7fa675f), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.023793 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93245006-0391-4efe-9925-25ef2bb2f07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.044887 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:40:28.154661 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-741b023a-6ed5-44db-b391-65c360c53c6c req-f1255d21-d96e-47b8-9146-aafadc67a308 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803097 May 06 23:40:28.160433 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-e4ff616e-0c44-45ea-aa72-6335fd9e2645 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:28.161704 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-e4ff616e-0c44-45ea-aa72-6335fd9e2645 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 813 time: 0.2885184 May 06 23:40:28.168312 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7a599c56-2731-4d78-bf92-1c1bb7fa675f), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.170828 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.171952 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a599c56-2731-4d78-bf92-1c1bb7fa675f HTTP/1.1" status: 204 len: 168 time: 0.8887455 May 06 23:40:28.205357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c147b-e879-4604-9d96-ca900ba14940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a599c56-2731-4d78-bf92-1c1bb7fa675f,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:28.213527 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-6a591fb7-882f-4afb-980b-bc1dcd053405 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/quotas/fbfdc805dcba4bbb8a0918f41c0d38c7 HTTP/1.1" status: 200 len: 375 time: 0.0404403 May 06 23:40:28.301349 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-a925aa2c-7a24-4946-b102-e276a637bb43 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661488 May 06 23:40:28.369905 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:40:28.372759 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93245006-0391-4efe-9925-25ef2bb2f07e admin admin] Publish callbacks [] for security_group (2fa3eda5-0401-4dba-a6d0-fd45b693eeb1), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.382684 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93245006-0391-4efe-9925-25ef2bb2f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2fa3eda5-0401-4dba-a6d0-fd45b693eeb1), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.383442 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:40:28.402224 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:28.402846 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:40:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:28.451991 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48084) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:28.470778 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-70702b37-fb52-4622-9c6b-dbc132444e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.485499 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-93245006-0391-4efe-9925-25ef2bb2f07e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b653227f15742b28b8f87863772d94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6970589 May 06 23:40:28.486165 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] No DVR routers for this DVR port 480d28d2-b5c8-4e3e-8d1e-a487795b5deb on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:40:28.489654 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48086) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:28.491168 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.494545 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3c869632-1e7d-4f01-9859-1087efe8bad4 req-59fb07ac-da1b-44b9-98e6-6a7268d71442 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.59 "DELETE /v2.0/ports/480d28d2-b5c8-4e3e-8d1e-a487795b5deb HTTP/1.1" status: 204 len: 173 time: 1.9664783 May 06 23:40:28.495176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93245006-0391-4efe-9925-25ef2bb2f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa3eda5-0401-4dba-a6d0-fd45b693eeb1,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:28.497449 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-deleted', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:40:28.506773 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad6d1f8-28c1-4043-b00c-c72c67ebc546" -d '{"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-deleted", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:40:28.527163 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-7c44d91a-9c0c-4585-aad7-9133749425fe service neutron] 10.222.0.60 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147696 May 06 23:40:28.560097 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] Publish callbacks [] for security_group (2fa3eda5-0401-4dba-a6d0-fd45b693eeb1), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.571318 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:28.576940 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e11bf38-4568-4560-bac1-ff57a1c4e90a x-openstack-request-id: req-7e11bf38-4568-4560-bac1-ff57a1c4e90a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:40:28.577235 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54171d5-a4e6-45dd-b8d7-59525c25fc4a", "name": "network-vif-deleted", "tag": "480d28d2-b5c8-4e3e-8d1e-a487795b5deb", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:40:28.577492 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e11bf38-4568-4560-bac1-ff57a1c4e90a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:40:28.578809 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e11bf38-4568-4560-bac1-ff57a1c4e90a'] response: {'server_uuid': 'a54171d5-a4e6-45dd-b8d7-59525c25fc4a', 'name': 'network-vif-deleted', 'tag': '480d28d2-b5c8-4e3e-8d1e-a487795b5deb', 'status': 'completed', 'code': 200} May 06 23:40:28.592171 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] Publish callbacks [] for security_group (2fa3eda5-0401-4dba-a6d0-fd45b693eeb1), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.661585 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-8f2c75e6-77ff-4daa-a7c4-b46bf5a26579 service neutron] 10.222.0.60 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272335 May 06 23:40:28.676597 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-70702b37-fb52-4622-9c6b-dbc132444e11 admin admin] Publish callbacks [] for security_group (5aa83a0e-4c9b-4e65-b95b-dea07a210932), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.678472 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (2fa3eda5-0401-4dba-a6d0-fd45b693eeb1), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.681815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.682981 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fa3eda5-0401-4dba-a6d0-fd45b693eeb1 HTTP/1.1" status: 204 len: 168 time: 0.1926236 May 06 23:40:28.686109 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-70702b37-fb52-4622-9c6b-dbc132444e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (5aa83a0e-4c9b-4e65-b95b-dea07a210932), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.713736 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-70702b37-fb52-4622-9c6b-dbc132444e11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe83abc586ea4ed1b708c0beac7b7c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604198 May 06 23:40:28.716979 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48092) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:28.719368 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d566747-0950-4ed8-a66a-ba13363e84ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa3eda5-0401-4dba-a6d0-fd45b693eeb1,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:28.744555 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70702b37-fb52-4622-9c6b-dbc132444e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa83a0e-4c9b-4e65-b95b-dea07a210932,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:28.797380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] Publish callbacks [] for security_group (5aa83a0e-4c9b-4e65-b95b-dea07a210932), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.868801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] Publish callbacks [] for security_group (5aa83a0e-4c9b-4e65-b95b-dea07a210932), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:28.874094 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:28.941255 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:40:28.944757 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a3b5569-3562-4144-ad68-cc7ec8f79e7f req-bbffcfd6-ac94-492e-8bfe-0422ed9884f1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 210 time: 0.0525813 May 06 23:40:28.956808 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:28.957845 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:40:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:29.016778 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7b4e03e-4f36-46ce-9a8f-39ddc099ca7d req-37155960-cff9-437a-b267-05d3f1d7bea1 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/ports?device_id=a54171d5-a4e6-45dd-b8d7-59525c25fc4a HTTP/1.1" status: 200 len: 210 time: 0.0437052 May 06 23:40:29.025575 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (5aa83a0e-4c9b-4e65-b95b-dea07a210932), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:29.029389 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:29.033509 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5aa83a0e-4c9b-4e65-b95b-dea07a210932 HTTP/1.1" status: 204 len: 168 time: 0.3148906 May 06 23:40:29.043049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e2a11-b012-470b-836b-36bb00d758bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa83a0e-4c9b-4e65-b95b-dea07a210932,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:29.168461 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:29.506341 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:29.536515 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec7eb-2d5d-4211-837b-91875819bbcf None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:33:32Z', 'revision_number': 4, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'aabd438c-66ef-48f4-af97-ed19dc7a966b', 'name': '', 'network_id': '19924692-9f89-4bc0-8ad3-6bdbf28e5ea1', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'mac_address': 'fa:16:3e:a4:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:29Z', 'updated_at': '2022-05-06T23:33:41Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'subnets': [{'id': 'a3adf349-a163-47bc-9655-9b1bfc32dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:40:29.847088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe8996-a258-4bcb-bd6e-a4e006115aa4 None None] New status for floating IP 5a6dab33-8473-4b2e-b5d6-c17d114e0bbc: DOWN {{(pid=103251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:40:30.068989 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-46423deb-b16c-4622-8194-e18c9522f7a0 req-553bf3c6-a92e-4fd2-9dd1-75c282a6e9ad tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 210 time: 0.0427327 May 06 23:40:30.155616 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48162) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:30.233218 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-f79583db-f669-42bb-b3f8-837a1d4470f5 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:30.235709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-f79583db-f669-42bb-b3f8-837a1d4470f5 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 813 time: 0.1762676 May 06 23:40:30.249434 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (b4a5d2ec-18d9-46db-8808-76c9d5ead690), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.256562 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Request body: {'port': {'device_id': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981', 'admin_state_up': True, 'tenant_id': 'fbfdc805dcba4bbb8a0918f41c0d38c7'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:40:30.288406 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (b4a5d2ec-18d9-46db-8808-76c9d5ead690), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.364986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b4a5d2ec-18d9-46db-8808-76c9d5ead690), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.374235 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.375903 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "DELETE /v2.0/security-groups/b4a5d2ec-18d9-46db-8808-76c9d5ead690 HTTP/1.1" status: 204 len: 168 time: 0.2183502 May 06 23:40:30.384345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48176) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:30.385836 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257b8d-197b-4c67-9baa-2ca0b2c4f1e4 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a5d2ec-18d9-46db-8808-76c9d5ead690,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:30.415364 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.api.v2.resource [None req-9978b662-aa28-44ee-b743-c15aa737fc33 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] show failed (client error): The resource could not be found. May 06 23:40:30.419820 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-9978b662-aa28-44ee-b743-c15aa737fc33 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "GET /v2.0/security-groups/b4a5d2ec-18d9-46db-8808-76c9d5ead690 HTTP/1.1" status: 404 len: 347 time: 0.0370193 May 06 23:40:30.420006 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48180) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:30.438444 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Made reservation on behalf of fbfdc805dcba4bbb8a0918f41c0d38c7 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:40:30.441897 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.516860 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:30.551100 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 480d28d2-b5c8-4e3e-8d1e-a487795b5deb {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:30.551608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 480d28d2-b5c8-4e3e-8d1e-a487795b5deb not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:30.573995 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Deleting port fde0f98e-aaf8-4492-be26-28a98c95afd0 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:30.574634 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.601392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Allocated IP 172.20.0.12 (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981/e3ab6933-0a85-4aa6-af8c-34a267ce2b4b/be95a687-391b-4584-b143-91aa89e198a4) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:40:30.682461 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.682921 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (fde0f98e-aaf8-4492-be26-28a98c95afd0), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.698134 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Calling delete_port for fde0f98e-aaf8-4492-be26-28a98c95afd0 owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:30.741005 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:40:30.784813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks [] for port (be95a687-391b-4584-b143-91aa89e198a4), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.833519 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.866344 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (fde0f98e-aaf8-4492-be26-28a98c95afd0), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.892645 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:40:30.896023 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Pushing event deleted for resources: {'Port': ['ID=fde0f98e-aaf8-4492-be26-28a98c95afd0,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:30.898142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:40:30.908080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:40:30.911018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Pushing event updated for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:30.977687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:30.978330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.987293 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks [] for floatingip (5a6dab33-8473-4b2e-b5d6-c17d114e0bbc), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.993624 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:30.997025 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-674becb8-d936-48bd-8ac1-e297c3c0fd42 tempest-AttachVolumeShelveTestJSON-1806662200 tempest-AttachVolumeShelveTestJSON-1806662200-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a6dab33-8473-4b2e-b5d6-c17d114e0bbc HTTP/1.1" status: 204 len: 168 time: 0.5761337 May 06 23:40:30.999750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-4c8b97bf-45c4-45e2-84d7-27d5fc33c287 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7471783 May 06 23:40:31.013899 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Request body: {'port': {'device_id': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:40:31.076489 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be95a687-391b-4584-b143-91aa89e198a4), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.292180 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b0f0-5c02-4aa5-9687-9acf7ff45def req-733cb819-71e0-4d1d-8068-6370366aed53 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:31.293825 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-80f0b0f0-5c02-4aa5-9687-9acf7ff45def req-733cb819-71e0-4d1d-8068-6370366aed53 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 932 time: 0.0833507 May 06 23:40:31.392146 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-80f0b0f0-5c02-4aa5-9687-9acf7ff45def req-7a0d1ed6-eaa8-4911-a014-a75d0ca1e2be tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660603 May 06 23:40:31.482765 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be95a687-391b-4584-b143-91aa89e198a4 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:40:31.491109 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks [] for port (be95a687-391b-4584-b143-91aa89e198a4), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.505542 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Transition to ACTIVE for port object be95a687-391b-4584-b143-91aa89e198a4 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:40:31.510528 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.589195 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Pushing event updated for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:31.624445 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48240) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:31.642139 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Attempting to bind port be95a687-391b-4584-b143-91aa89e198a4 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:40:31.642582 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Attempting to bind port be95a687-391b-4584-b143-91aa89e198a4 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:40:31.642916 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Attempting to bind port be95a687-391b-4584-b143-91aa89e198a4 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:40:31.647250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Port be95a687-391b-4584-b143-91aa89e198a4 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:40:31.647570 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Attempting to bind port be95a687-391b-4584-b143-91aa89e198a4 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:40:31.652403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:40:31.652768 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Checking segment: {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:40:31.653153 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Bound using segment: {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:40:31.653574 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Bound port: be95a687-391b-4584-b143-91aa89e198a4, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:40:31.653931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be95a687-391b-4584-b143-91aa89e198a4), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.715909 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:40:31.719302 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be95a687-391b-4584-b143-91aa89e198a4,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:40:31.725929 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.733631 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0996-afc0-452d-a23b-4f5498a85f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.766968 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:31.767631 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.769168 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] 10.222.0.59 "PUT /v2.0/ports/be95a687-391b-4584-b143-91aa89e198a4 HTTP/1.1" status: 200 len: 1094 time: 0.7617207 May 06 23:40:31.769632 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:40:31.772040 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5" -d '{"events": [{"name": "network-changed", "server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "tag": "be95a687-391b-4584-b143-91aa89e198a4"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:40:31.812728 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020cf79-0c88-4005-ac5d-a2d34c2f9fc5 x-openstack-request-id: req-3020cf79-0c88-4005-ac5d-a2d34c2f9fc5 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:40:31.813021 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "tag": "be95a687-391b-4584-b143-91aa89e198a4", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:40:31.813272 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3020cf79-0c88-4005-ac5d-a2d34c2f9fc5 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:40:31.813702 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3020cf79-0c88-4005-ac5d-a2d34c2f9fc5'] response: {'name': 'network-changed', 'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4', 'status': 'completed', 'code': 200} May 06 23:40:31.814250 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d54196-dc15-400e-bc38-a45fa6df8927 service neutron] Pushing event updated for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:31.815728 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0996-afc0-452d-a23b-4f5498a85f90 admin admin] Publish callbacks [] for security_group (cd93c9f4-e073-475a-af5d-454ecf7842a4), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.821331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0996-afc0-452d-a23b-4f5498a85f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cd93c9f4-e073-475a-af5d-454ecf7842a4), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.860070 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-ea97b739-9f60-4c6d-92dc-acdc13fdcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:31.863084 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-ea97b739-9f60-4c6d-92dc-acdc13fdcaed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 1128 time: 0.0433567 May 06 23:40:31.864935 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d0996-afc0-452d-a23b-4f5498a85f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93c9f4-e073-475a-af5d-454ecf7842a4,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:31.869327 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-1c2d0996-afc0-452d-a23b-4f5498a85f90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b881275ee6584acba5eaa3db52804c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437561 May 06 23:40:31.871822 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48246) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:31.902913 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-65af3eee-de13-4973-bb1e-5742a7d71e45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be95a687-391b-4584-b143-91aa89e198a4 HTTP/1.1" status: 200 len: 217 time: 0.0340862 May 06 23:40:31.919649 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] Publish callbacks [] for security_group (cd93c9f4-e073-475a-af5d-454ecf7842a4), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.940423 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] Publish callbacks [] for security_group (cd93c9f4-e073-475a-af5d-454ecf7842a4), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.950509 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-3a49ca70-d039-4d55-be77-a98c8a7d3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:31.951975 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-3a49ca70-d039-4d55-be77-a98c8a7d3a51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b HTTP/1.1" status: 200 len: 853 time: 0.0430188 May 06 23:40:31.986199 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cd93c9f4-e073-475a-af5d-454ecf7842a4), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.988737 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:31.992158 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd93c9f4-e073-475a-af5d-454ecf7842a4 HTTP/1.1" status: 204 len: 168 time: 0.1171532 May 06 23:40:31.992310 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-db76e011-73c2-44bc-bfcc-5577beeedd15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300333 May 06 23:40:31.997416 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391021c-eda1-49f2-b71f-6dba0ebcc6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93c9f4-e073-475a-af5d-454ecf7842a4,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:32.082783 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-41edd589-40c6-403d-a4f0-ca381320b74e service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846055 May 06 23:40:32.179767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f269b0a8-b9bb-4eaa-8302-2f25a259652a req-b914c9c7-7eb2-4313-83a3-c90632fae34f service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 May 06 23:40:32.260263 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48258) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:32.276062 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2272bc84-32d6-4523-b12e-1c3de11f3279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.363441 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2272bc84-32d6-4523-b12e-1c3de11f3279 admin admin] Publish callbacks [] for security_group (13226d4d-b9df-4bc6-91a0-44dc11964f94), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.367474 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2272bc84-32d6-4523-b12e-1c3de11f3279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (13226d4d-b9df-4bc6-91a0-44dc11964f94), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.403718 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272bc84-32d6-4523-b12e-1c3de11f3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13226d4d-b9df-4bc6-91a0-44dc11964f94,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:32.407936 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2272bc84-32d6-4523-b12e-1c3de11f3279 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0542b022bd0a4e23bb6478bc62622815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466396 May 06 23:40:32.410678 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48264) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:32.461518 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] Publish callbacks [] for security_group (13226d4d-b9df-4bc6-91a0-44dc11964f94), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.484027 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] Publish callbacks [] for security_group (13226d4d-b9df-4bc6-91a0-44dc11964f94), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.514661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eb243-9175-478c-83c7-08245090ac05 req-d176efcc-42eb-48f9-bae6-c23e0b2b9f4c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:32.516323 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0c1eb243-9175-478c-83c7-08245090ac05 req-d176efcc-42eb-48f9-bae6-c23e0b2b9f4c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 944 time: 0.0505323 May 06 23:40:32.537495 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (13226d4d-b9df-4bc6-91a0-44dc11964f94), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.540355 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:32.543106 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13226d4d-b9df-4bc6-91a0-44dc11964f94 HTTP/1.1" status: 204 len: 168 time: 0.1313412 May 06 23:40:32.565192 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20910b00-ef4a-4805-8e72-f578402ce28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13226d4d-b9df-4bc6-91a0-44dc11964f94,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:32.577246 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0c1eb243-9175-478c-83c7-08245090ac05 req-aaaf77a0-3a27-4adc-a7e8-1973fafb081c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 May 06 23:40:33.053471 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-9ea00eb0-e97a-4014-a8cd-c1444a6c95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:33.054922 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-9ea00eb0-e97a-4014-a8cd-c1444a6c95a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 1128 time: 0.0505531 May 06 23:40:33.154616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-ed2dd5e0-e787-474c-8a50-bc45b4111c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:33.157037 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-ed2dd5e0-e787-474c-8a50-bc45b4111c68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 914 time: 0.0959687 May 06 23:40:33.200429 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-0f282a13-f7cf-4581-8898-34b9385260fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be95a687-391b-4584-b143-91aa89e198a4 HTTP/1.1" status: 200 len: 217 time: 0.0363894 May 06 23:40:33.257063 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-372c06cd-9877-48e4-bc7f-6d4f7433462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:33.258544 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-372c06cd-9877-48e4-bc7f-6d4f7433462c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b HTTP/1.1" status: 200 len: 853 time: 0.0527520 May 06 23:40:33.300827 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-d597f79d-0dca-47a3-acff-22bf80f16643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357223 May 06 23:40:33.392252 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-321d631f-0448-49cb-a36b-7eece4111808 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 May 06 23:40:33.494339 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48316) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:33.499468 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-aafc510a-0c2c-4bab-9b63-3f9ad0df77d5 req-efbc2bf1-9b37-482a-a8cf-ac434d7b919c service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006050 May 06 23:40:33.710059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79116bc8-28bd-4ae4-ba65-3c8601e2b674 req-731c9399-fe61-41c5-9a74-832ad4c3ce42 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:33.711562 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-79116bc8-28bd-4ae4-ba65-3c8601e2b674 req-731c9399-fe61-41c5-9a74-832ad4c3ce42 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 944 time: 0.0503016 May 06 23:40:33.765810 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-79116bc8-28bd-4ae4-ba65-3c8601e2b674 req-3cad828e-0f34-46b1-85fb-d1a721b34f9d tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 May 06 23:40:33.954931 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.195314 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Deleting port aabd438c-66ef-48f4-af97-ed19dc7a966b {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:34.195647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.277480 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] For port aabd438c-66ef-48f4-af97-ed19dc7a966b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=aabd438c-66ef-48f4-af97-ed19dc7a966b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:34.277843 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.293571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Calling delete_port for aabd438c-66ef-48f4-af97-ed19dc7a966b owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:34.497468 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (aabd438c-66ef-48f4-af97-ed19dc7a966b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.538304 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabd438c-66ef-48f4-af97-ed19dc7a966b,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:34.543420 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be95a687-391b-4584-b143-91aa89e198a4 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:40:34.715369 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be95a687-391b-4584-b143-91aa89e198a4,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:34.736924 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'be95a687-391b-4584-b143-91aa89e198a4', 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981', 'port_id': 'be95a687-391b-4584-b143-91aa89e198a4', 'mac_address': 'fa:16:3e:47:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ab6933-0a85-4aa6-af8c-34a267ce2b4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:40:34.750046 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.826020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port be95a687-391b-4584-b143-91aa89e198a4 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:40:34.826406 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be95a687-391b-4584-b143-91aa89e198a4), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.858044 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be95a687-391b-4584-b143-91aa89e198a4 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:40:34.891064 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be95a687-391b-4584-b143-91aa89e198a4,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:34.898114 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:34.940068 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ce2f-892f-48f6-8617-5d0bacea074a req-e02894a1-74c3-4911-93e1-77e103a61bfc tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:34.950740 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8a69ce2f-892f-48f6-8617-5d0bacea074a req-e02894a1-74c3-4911-93e1-77e103a61bfc tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 945 time: 0.0620449 May 06 23:40:34.977837 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:34.980616 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48404) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:35.015360 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8a69ce2f-892f-48f6-8617-5d0bacea074a req-b1a7009e-08a2-47ee-8b32-41353c1af296 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 May 06 23:40:35.110279 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Router bbb4e4de-d18f-46ba-b8d7-d3b233571021 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:40:35.125715 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ae53d01-f609-41d0-a775-eb72a827bf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.143363 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['be95a687-391b-4584-b143-91aa89e198a4'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:40:35.213023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ae53d01-f609-41d0-a775-eb72a827bf63 admin admin] Publish callbacks [] for security_group (99718799-cc1f-4c91-8d2d-2bfe5b03f734), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.219452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-5ae53d01-f609-41d0-a775-eb72a827bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (99718799-cc1f-4c91-8d2d-2bfe5b03f734), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.233688 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:40:35.247388 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Sync routers for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:40:35.257825 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-98d6b89c-8e5e-4d5a-a38f-1f9b90e48da6 admin admin] 10.222.0.60 "PUT /v2.0/routers/bbb4e4de-d18f-46ba-b8d7-d3b233571021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610419 May 06 23:40:35.259160 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48428) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:35.265309 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:35.265940 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:40:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:35.299309 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48432) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:35.305116 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-5ae53d01-f609-41d0-a775-eb72a827bf63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd52476edd0644f99d23c78c37c18327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230679 May 06 23:40:35.307559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae53d01-f609-41d0-a775-eb72a827bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99718799-cc1f-4c91-8d2d-2bfe5b03f734,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:35.408232 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:35.440097 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] Publish callbacks [] for security_group (99718799-cc1f-4c91-8d2d-2bfe5b03f734), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.454055 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks [] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.504571 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] Publish callbacks [] for security_group (99718799-cc1f-4c91-8d2d-2bfe5b03f734), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.598206 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:40:34Z', 'revision_number': 5, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port': {'id': 'eb93b1bb-75ab-49af-86a9-72edc450e616', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:33:20Z', 'updated_at': '2022-05-06T23:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:35.605569 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks [] for router_gateway (bbb4e4de-d18f-46ba-b8d7-d3b233571021), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.609779 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (99718799-cc1f-4c91-8d2d-2bfe5b03f734), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.612358 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.616323 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99718799-cc1f-4c91-8d2d-2bfe5b03f734 HTTP/1.1" status: 204 len: 168 time: 0.3129478 May 06 23:40:35.626308 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Checking router: bbb4e4de-d18f-46ba-b8d7-d3b233571021 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:40:35.636221 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Routers {'bbb4e4de-d18f-46ba-b8d7-d3b233571021'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:40:35.637038 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:40:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:35.637885 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8214a-71da-4852-8aba-90087f572aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99718799-cc1f-4c91-8d2d-2bfe5b03f734,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:35.706502 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Deleting port eb93b1bb-75ab-49af-86a9-72edc450e616 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:35.707014 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.720129 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48450) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:35.758335 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] Set router bbb4e4de-d18f-46ba-b8d7-d3b233571021 gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:40:35.814710 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] For port eb93b1bb-75ab-49af-86a9-72edc450e616, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=eb93b1bb-75ab-49af-86a9-72edc450e616,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:35.815196 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:35.817055 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:40:35Z', 'revision_number': 6, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:35.837269 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Calling delete_port for eb93b1bb-75ab-49af-86a9-72edc450e616 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:35.845180 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf4464-aba8-4593-954b-30c39baf65ac None None] The sync data for ids ['bbb4e4de-d18f-46ba-b8d7-d3b233571021'] in dv-cinder-840996-1-iscsi is: [{'id': 'bbb4e4de-d18f-46ba-b8d7-d3b233571021', 'name': 'tempest-AttachVolumeShelveTestJSON-116802963-router', 'tenant_id': 'd822816898904cd89c9565cad32a3000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:33:19Z', 'updated_at': '2022-05-06T23:40:35Z', 'revision_number': 6, 'project_id': 'd822816898904cd89c9565cad32a3000', 'gw_port_host': None}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:40:35.984901 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a533817-342f-4b42-a7f4-28e2285d4666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.006479 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48456) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:36.025395 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (eb93b1bb-75ab-49af-86a9-72edc450e616), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.026874 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2d536743-ebfd-4a17-85e0-5864f735e5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.051882 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb93b1bb-75ab-49af-86a9-72edc450e616,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.112366 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a533817-342f-4b42-a7f4-28e2285d4666 admin admin] Publish callbacks [] for security_group (16deae25-7632-493f-b922-b13e5a00aeb8), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.120721 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.145430 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4a533817-342f-4b42-a7f4-28e2285d4666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (16deae25-7632-493f-b922-b13e5a00aeb8), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.210811 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519800e3-504d-49e7-a7f9-7a0ca13490b2 req-0f8eb967-6f59-4cb6-af93-4d353d30e39e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:36.212684 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-519800e3-504d-49e7-a7f9-7a0ca13490b2 req-0f8eb967-6f59-4cb6-af93-4d353d30e39e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 945 time: 0.1088922 May 06 23:40:36.218621 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a533817-342f-4b42-a7f4-28e2285d4666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16deae25-7632-493f-b922-b13e5a00aeb8,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.227118 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4a533817-342f-4b42-a7f4-28e2285d4666 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b45c7e5f5a2461395c9f4d3ceca50c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053885 May 06 23:40:36.229951 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48460) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:36.271103 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2d536743-ebfd-4a17-85e0-5864f735e5c5 admin admin] Publish callbacks [] for security_group (67e65d52-36c4-4f8f-9518-65a5ebf49993), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.314422 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2d536743-ebfd-4a17-85e0-5864f735e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (67e65d52-36c4-4f8f-9518-65a5ebf49993), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.393454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536743-ebfd-4a17-85e0-5864f735e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e65d52-36c4-4f8f-9518-65a5ebf49993,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.401755 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2d536743-ebfd-4a17-85e0-5864f735e5c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b8ed1a7542b4b26bc09668156928228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939102 May 06 23:40:36.411428 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48462) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:36.416687 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-519800e3-504d-49e7-a7f9-7a0ca13490b2 req-63e3000e-48df-4d88-b7f7-3b0787666efc tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853204 May 06 23:40:36.420020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device aabd438c-66ef-48f4-af97-ed19dc7a966b no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:36.434756 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] Publish callbacks [] for security_group (16deae25-7632-493f-b922-b13e5a00aeb8), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.442096 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: aabd438c-66ef-48f4-af97-ed19dc7a966b {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:36.442614 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device aabd438c-66ef-48f4-af97-ed19dc7a966b not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:36.457781 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] Publish callbacks [] for security_group (16deae25-7632-493f-b922-b13e5a00aeb8), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.502730 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.509296 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (16deae25-7632-493f-b922-b13e5a00aeb8), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.509904 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks [] for router_controller (bbb4e4de-d18f-46ba-b8d7-d3b233571021), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.511778 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.515542 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16deae25-7632-493f-b922-b13e5a00aeb8 HTTP/1.1" status: 204 len: 168 time: 0.2829781 May 06 23:40:36.523773 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ac1ff-1292-4600-848c-e80b7c4c0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16deae25-7632-493f-b922-b13e5a00aeb8,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.558848 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be95a687-391b-4584-b143-91aa89e198a4 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:40:36.574492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (bbb4e4de-d18f-46ba-b8d7-d3b233571021), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.575148 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb4e4de-d18f-46ba-b8d7-d3b233571021 {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:40:36.579806 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.581014 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-783ae167-9e85-4cfb-9538-7cd2181a286b admin admin] 10.222.0.60 "DELETE /v2.0/routers/bbb4e4de-d18f-46ba-b8d7-d3b233571021 HTTP/1.1" status: 204 len: 168 time: 1.3205013 May 06 23:40:36.581746 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] Publish callbacks [] for security_group (67e65d52-36c4-4f8f-9518-65a5ebf49993), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.584824 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48466) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:36.610245 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] Publish callbacks [] for security_group (67e65d52-36c4-4f8f-9518-65a5ebf49993), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.612953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port be95a687-391b-4584-b143-91aa89e198a4 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:40:36.621749 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port be95a687-391b-4584-b143-91aa89e198a4 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:40:36.622754 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (be95a687-391b-4584-b143-91aa89e198a4), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.645848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Deleting subnet a3adf349-a163-47bc-9655-9b1bfc32dd14 {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:40:36.649743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Publish callbacks [] for subnet (a3adf349-a163-47bc-9655-9b1bfc32dd14), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.664784 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (67e65d52-36c4-4f8f-9518-65a5ebf49993), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.667958 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.669663 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67e65d52-36c4-4f8f-9518-65a5ebf49993 HTTP/1.1" status: 204 len: 168 time: 0.2562985 May 06 23:40:36.679608 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60561f50-6da0-4904-b213-5508eb7aa1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e65d52-36c4-4f8f-9518-65a5ebf49993,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.687612 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (a3adf349-a163-47bc-9655-9b1bfc32dd14), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.725756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port be95a687-391b-4584-b143-91aa89e198a4 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:40:36.726277 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (be95a687-391b-4584-b143-91aa89e198a4), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.764215 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be95a687-391b-4584-b143-91aa89e198a4,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:36.766043 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:40:36.769284 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f2ca8-4ce3-46d2-9d27-e84e98254c87" -d '{"events": [{"server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "be95a687-391b-4584-b143-91aa89e198a4"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:40:36.773685 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.832879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (a3adf349-a163-47bc-9655-9b1bfc32dd14), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.842001 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03512869-77ce-4fa8-bf3f-b04fe62bcd7e x-openstack-request-id: req-03512869-77ce-4fa8-bf3f-b04fe62bcd7e {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:40:36.843325 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "be95a687-391b-4584-b143-91aa89e198a4", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:40:36.843800 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03512869-77ce-4fa8-bf3f-b04fe62bcd7e {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:40:36.845628 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03512869-77ce-4fa8-bf3f-b04fe62bcd7e'] response: {'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4', 'code': 200} May 06 23:40:36.847118 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.929822 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (a3adf349-a163-47bc-9655-9b1bfc32dd14), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.963412 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3adf349-a163-47bc-9655-9b1bfc32dd14,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:36.969358 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:36.972513 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-affd0160-7a13-4bd9-8330-8b085ef3d263 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a3adf349-a163-47bc-9655-9b1bfc32dd14 HTTP/1.1" status: 204 len: 168 time: 0.3862901 May 06 23:40:36.975295 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48476) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:36.975706 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f4c711-06a2-4da4-8c4e-12185d22e5f7 None None] Network 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:40:37.103701 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48590c-8b47-49da-af11-e9f10a70f619 req-3ba949e7-97bf-46cd-8be4-ed547e51b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:37.105328 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f48590c-8b47-49da-af11-e9f10a70f619 req-3ba949e7-97bf-46cd-8be4-ed547e51b1ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 1130 time: 0.0742509 May 06 23:40:37.108677 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.149116 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48482) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:37.179217 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a8b0-8bdc-4692-af1f-569cc3431e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.204016 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0f48590c-8b47-49da-af11-e9f10a70f619 req-5952e005-49ac-44c4-9924-6b154ae86abb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924091 May 06 23:40:37.211299 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Deleting port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:37.211637 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.227125 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] DHCP port deletion for 19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:40:37.298322 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a8b0-8bdc-4692-af1f-569cc3431e21 admin admin] Publish callbacks [] for security_group (ef8cdf71-3bb3-40bd-b8df-2d8706335ea5), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.300458 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Deleting port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:40:37.301208 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.304725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a8b0-8bdc-4692-af1f-569cc3431e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ef8cdf71-3bb3-40bd-b8df-2d8706335ea5), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.309187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] For port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:37.309600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.334239 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Calling delete_port for 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b owned by network:dhcp {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:37.355352 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-bfb2a8b0-8bdc-4692-af1f-569cc3431e21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f41e2f94a98a4fce8bf993acba8e8a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045996 May 06 23:40:37.357174 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2a8b0-8bdc-4692-af1f-569cc3431e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8cdf71-3bb3-40bd-b8df-2d8706335ea5,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:37.359837 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48488) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:37.405825 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] For port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,segment=NetworkSegment(b3626dff-14b2-4a4f-a9d4-a5da3ba64759),segment_id=b3626dff-14b2-4a4f-a9d4-a5da3ba64759)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:40:37.406418 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.420433 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] Publish callbacks [] for security_group (ef8cdf71-3bb3-40bd-b8df-2d8706335ea5), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.434199 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Calling delete_port for 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:40:37.441667 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.448771 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] Publish callbacks [] for security_group (ef8cdf71-3bb3-40bd-b8df-2d8706335ea5), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.493599 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:37.504196 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] No DVR routers for this DVR port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b on host dv-cinder-840996-1-iscsi {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:40:37.522847 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ef8cdf71-3bb3-40bd-b8df-2d8706335ea5), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.529476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.531521 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef8cdf71-3bb3-40bd-b8df-2d8706335ea5 HTTP/1.1" status: 204 len: 168 time: 0.1707702 May 06 23:40:37.563070 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (8de094d1-9fa8-46ab-bdf6-b730b60b0f4b), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.564278 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a082be-2f7a-4e53-b34b-70685c0b476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8cdf71-3bb3-40bd-b8df-2d8706335ea5,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:37.623502 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] Pushing event deleted for resources: {'Port': ['ID=8de094d1-9fa8-46ab-bdf6-b730b60b0f4b,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:37.625615 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb91ff-a52f-4e49-a915-4ee005d32fd8 None None] No DVR routers for this DVR port 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:40:37.643066 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.660784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623337dd-c6f4-4f7e-9ba5-f236f5522f77 req-45397546-bcc5-45ba-94f9-7e375dadbd7b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:37.662372 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-623337dd-c6f4-4f7e-9ba5-f236f5522f77 req-45397546-bcc5-45ba-94f9-7e375dadbd7b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.1663382 May 06 23:40:37.684006 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19924692-9f89-4bc0-8ad3-6bdbf28e5ea1']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:37.706994 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:37.707262 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3626dff-14b2-4a4f-a9d4-a5da3ba64759') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:40:37.729301 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (b3626dff-14b2-4a4f-a9d4-a5da3ba64759), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.759785 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-623337dd-c6f4-4f7e-9ba5-f236f5522f77 req-0f5d7995-2431-4650-8090-43eae8da700a tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 May 06 23:40:37.760871 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (b3626dff-14b2-4a4f-a9d4-a5da3ba64759), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.768451 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:40:37.777194 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (b3626dff-14b2-4a4f-a9d4-a5da3ba64759), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:40:37.781786 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:40:37.847397 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (19924692-9f89-4bc0-8ad3-6bdbf28e5ea1), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.853709 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:37.857030 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19924692-9f89-4bc0-8ad3-6bdbf28e5ea1 HTTP/1.1" status: 204 len: 168 time: 0.8791986 May 06 23:40:37.869126 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18576d9-b1a9-4315-94dc-e9be690e4953 admin admin] Pushing event deleted for resources: {'Network': ['ID=19924692-9f89-4bc0-8ad3-6bdbf28e5ea1,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:37.991734 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48514) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:37.999391 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device eb93b1bb-75ab-49af-86a9-72edc450e616 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:38.021760 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: eb93b1bb-75ab-49af-86a9-72edc450e616 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:38.022103 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device eb93b1bb-75ab-49af-86a9-72edc450e616 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:38.022644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:40:38.040166 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-679b26f4-fca9-49f7-a667-f5f40ed6016f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d822816898904cd89c9565cad32a3000&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463979 May 06 23:40:38.041902 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48518) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:38.044371 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:40:38.044747 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 8de094d1-9fa8-46ab-bdf6-b730b60b0f4b not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:40:38.097765 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] Publish callbacks [] for security_group (9c157686-f721-4ccd-a8a6-2777ae9680dc), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:38.124303 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] Publish callbacks [] for security_group (9c157686-f721-4ccd-a8a6-2777ae9680dc), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:38.176865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (9c157686-f721-4ccd-a8a6-2777ae9680dc), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:38.179843 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:38.181021 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c157686-f721-4ccd-a8a6-2777ae9680dc HTTP/1.1" status: 204 len: 168 time: 0.1378827 May 06 23:40:38.188505 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78a96f-086e-4188-99e3-7dacec97d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c157686-f721-4ccd-a8a6-2777ae9680dc,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:38.877866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d925-b39e-4f1a-b863-bbca6f9428df req-2005bb1b-07d5-4ed1-b1ba-baa3ab37a5a2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:40:38.879550 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ecd5d925-b39e-4f1a-b863-bbca6f9428df req-2005bb1b-07d5-4ed1-b1ba-baa3ab37a5a2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0514119 May 06 23:40:38.935974 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ecd5d925-b39e-4f1a-b863-bbca6f9428df req-591c7d6b-4a3d-4b8e-b0b1-587c586f0d98 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 May 06 23:40:42.194130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48744) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:42.300273 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e806c5ed-c159-4f60-b1c1-849a051842d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.375825 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e806c5ed-c159-4f60-b1c1-849a051842d1 admin admin] Publish callbacks [] for security_group (bc306fce-8285-44e9-85d8-18c3cac65cce), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.379647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-e806c5ed-c159-4f60-b1c1-849a051842d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bc306fce-8285-44e9-85d8-18c3cac65cce), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.417648 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c5ed-c159-4f60-b1c1-849a051842d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc306fce-8285-44e9-85d8-18c3cac65cce,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:42.422982 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-e806c5ed-c159-4f60-b1c1-849a051842d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fde907dde45848808adbd733e7acd818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278061 May 06 23:40:42.425769 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48748) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:42.474794 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] Publish callbacks [] for security_group (bc306fce-8285-44e9-85d8-18c3cac65cce), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.496714 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] Publish callbacks [] for security_group (bc306fce-8285-44e9-85d8-18c3cac65cce), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.546965 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (bc306fce-8285-44e9-85d8-18c3cac65cce), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.549580 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.553392 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc306fce-8285-44e9-85d8-18c3cac65cce HTTP/1.1" status: 204 len: 168 time: 0.1267912 May 06 23:40:42.566000 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf6b17-567b-4275-884e-63bcdbb372c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc306fce-8285-44e9-85d8-18c3cac65cce,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:42.828041 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48766) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:42.857382 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ac0bc430-38d8-4910-a8c8-6b5c151e0d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.945344 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ac0bc430-38d8-4910-a8c8-6b5c151e0d95 admin admin] Publish callbacks [] for security_group (dbb38b34-2af4-4d8b-ac38-e4073cabb01e), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:42.951030 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ac0bc430-38d8-4910-a8c8-6b5c151e0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (dbb38b34-2af4-4d8b-ac38-e4073cabb01e), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.003241 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48778) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:43.003827 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ac0bc430-38d8-4910-a8c8-6b5c151e0d95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=459474be3c384d288f782c11e1d6653e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740162 May 06 23:40:43.004446 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bc430-38d8-4910-a8c8-6b5c151e0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb38b34-2af4-4d8b-ac38-e4073cabb01e,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:43.065767 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] Publish callbacks [] for security_group (dbb38b34-2af4-4d8b-ac38-e4073cabb01e), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.086870 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] Publish callbacks [] for security_group (dbb38b34-2af4-4d8b-ac38-e4073cabb01e), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.138202 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (dbb38b34-2af4-4d8b-ac38-e4073cabb01e), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.140749 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.144525 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbb38b34-2af4-4d8b-ac38-e4073cabb01e HTTP/1.1" status: 204 len: 168 time: 0.1379855 May 06 23:40:43.153110 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2494-f9fe-4409-bfbc-9f18e1dd58f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb38b34-2af4-4d8b-ac38-e4073cabb01e,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:43.204290 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48786) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:43.321195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c961e8b0-c7df-404d-93bb-4f7c5436323c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.404691 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c961e8b0-c7df-404d-93bb-4f7c5436323c admin admin] Publish callbacks [] for security_group (992f50d4-a6c9-43ce-a81c-20a165c4b790), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.409735 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c961e8b0-c7df-404d-93bb-4f7c5436323c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (992f50d4-a6c9-43ce-a81c-20a165c4b790), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.452506 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c961e8b0-c7df-404d-93bb-4f7c5436323c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=814af779f240483087b7c317d2d825ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462077 May 06 23:40:43.453670 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961e8b0-c7df-404d-93bb-4f7c5436323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f50d4-a6c9-43ce-a81c-20a165c4b790,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:43.455247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48796) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:43.512087 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] Publish callbacks [] for security_group (992f50d4-a6c9-43ce-a81c-20a165c4b790), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.533598 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] Publish callbacks [] for security_group (992f50d4-a6c9-43ce-a81c-20a165c4b790), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.595875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (992f50d4-a6c9-43ce-a81c-20a165c4b790), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.600007 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:43.604900 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/992f50d4-a6c9-43ce-a81c-20a165c4b790 HTTP/1.1" status: 204 len: 168 time: 0.1483760 May 06 23:40:43.616565 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eb923-e8aa-4ce6-bfb5-f35054f70647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f50d4-a6c9-43ce-a81c-20a165c4b790,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:43.941577 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48818) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:43.954937 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.042647 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Publish callbacks [] for security_group (09acd59c-fe4e-4ffb-8ede-e59b906a8a4a), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.047029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (09acd59c-fe4e-4ffb-8ede-e59b906a8a4a), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.088124 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f2c15d24ccb4320b59c6c4f17ef0126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453493 May 06 23:40:44.089265 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09acd59c-fe4e-4ffb-8ede-e59b906a8a4a,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:44.091270 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48826) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:44.100152 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.100497 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.101181 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.101613 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.102260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.102706 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.103168 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.103528 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.103957 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.104285 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.104687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.105021 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.105344 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.105661 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.106029 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3ac68-92bb-4387-b0ce-c787c1789e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.157148 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Publish callbacks [] for security_group (09acd59c-fe4e-4ffb-8ede-e59b906a8a4a), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.179936 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Publish callbacks [] for security_group (09acd59c-fe4e-4ffb-8ede-e59b906a8a4a), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.245021 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (09acd59c-fe4e-4ffb-8ede-e59b906a8a4a), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.247917 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.252207 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09acd59c-fe4e-4ffb-8ede-e59b906a8a4a HTTP/1.1" status: 204 len: 168 time: 0.1590526 May 06 23:40:44.261020 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09acd59c-fe4e-4ffb-8ede-e59b906a8a4a,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:44.269313 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.269983 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.270603 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.270933 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.272116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.272897 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.273391 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.273874 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.274641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.275381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.276035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.278497 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.279911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.280371 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.280890 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d869f42-20d2-4499-bcf6-82936dee6fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:40:44.502231 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48848) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:44.681998 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4f05013d-c705-4a9d-b355-b36487cc4be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.776654 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4f05013d-c705-4a9d-b355-b36487cc4be9 admin admin] Publish callbacks [] for security_group (0606843b-179b-4e7e-b127-4cddec5ec415), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.781738 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-4f05013d-c705-4a9d-b355-b36487cc4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0606843b-179b-4e7e-b127-4cddec5ec415), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.827059 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-4f05013d-c705-4a9d-b355-b36487cc4be9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09a5dca1ce44456b9dd4e50bc24aa245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196590 May 06 23:40:44.827059 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05013d-c705-4a9d-b355-b36487cc4be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0606843b-179b-4e7e-b127-4cddec5ec415,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:44.827334 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48866) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:44.887230 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] Publish callbacks [] for security_group (0606843b-179b-4e7e-b127-4cddec5ec415), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.912762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] Publish callbacks [] for security_group (0606843b-179b-4e7e-b127-4cddec5ec415), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.966594 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (0606843b-179b-4e7e-b127-4cddec5ec415), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.969492 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:44.971179 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0606843b-179b-4e7e-b127-4cddec5ec415 HTTP/1.1" status: 204 len: 168 time: 0.1442358 May 06 23:40:44.979934 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300334-67d7-424e-97ea-9f1c5b593df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0606843b-179b-4e7e-b127-4cddec5ec415,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:45.292256 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 48892) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:45.307881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-341cec0a-62f2-47de-8262-ef78f9e0ccca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.394789 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-341cec0a-62f2-47de-8262-ef78f9e0ccca admin admin] Publish callbacks [] for security_group (82075208-eb74-46b1-a5c7-4e62ea1372ca), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.399663 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-341cec0a-62f2-47de-8262-ef78f9e0ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (82075208-eb74-46b1-a5c7-4e62ea1372ca), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.445590 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-341cec0a-62f2-47de-8262-ef78f9e0ccca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5d3a29ef6c04399b2d4f1916f61cd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518486 May 06 23:40:45.447824 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cec0a-62f2-47de-8262-ef78f9e0ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82075208-eb74-46b1-a5c7-4e62ea1372ca,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:45.448570 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 48896) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:45.503466 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] Publish callbacks [] for security_group (82075208-eb74-46b1-a5c7-4e62ea1372ca), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.531519 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] Publish callbacks [] for security_group (82075208-eb74-46b1-a5c7-4e62ea1372ca), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.589623 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (82075208-eb74-46b1-a5c7-4e62ea1372ca), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.592721 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:45.594140 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82075208-eb74-46b1-a5c7-4e62ea1372ca HTTP/1.1" status: 204 len: 168 time: 0.1440170 May 06 23:40:45.603537 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99db9c-0d90-4402-8704-7d0bb69c36ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82075208-eb74-46b1-a5c7-4e62ea1372ca,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:47.691817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49018) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:47.794859 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-322d8a86-7335-4e9c-a69d-e6aa4a5ca330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:47.869349 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-322d8a86-7335-4e9c-a69d-e6aa4a5ca330 admin admin] Publish callbacks [] for security_group (c658e76a-26c0-44aa-bad5-05c4877d7bd2), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:47.872984 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-322d8a86-7335-4e9c-a69d-e6aa4a5ca330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c658e76a-26c0-44aa-bad5-05c4877d7bd2), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:47.909188 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-322d8a86-7335-4e9c-a69d-e6aa4a5ca330 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da7e234e1f854396b301cae40e75f0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162356 May 06 23:40:47.911015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d8a86-7335-4e9c-a69d-e6aa4a5ca330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658e76a-26c0-44aa-bad5-05c4877d7bd2,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:47.912327 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49024) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:48.241119 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] Publish callbacks [] for security_group (c658e76a-26c0-44aa-bad5-05c4877d7bd2), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.261237 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] Publish callbacks [] for security_group (c658e76a-26c0-44aa-bad5-05c4877d7bd2), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.307115 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c658e76a-26c0-44aa-bad5-05c4877d7bd2), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.309747 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.310865 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c658e76a-26c0-44aa-bad5-05c4877d7bd2 HTTP/1.1" status: 204 len: 168 time: 0.3975422 May 06 23:40:48.319438 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2acc7-75b0-445b-a073-5f029b41cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658e76a-26c0-44aa-bad5-05c4877d7bd2,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:48.569219 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49034) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:48.581853 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35c365ff-01f6-44f7-9990-389b92306f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.657380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35c365ff-01f6-44f7-9990-389b92306f87 admin admin] Publish callbacks [] for security_group (eb3f44c8-9f3d-45df-9549-ff281e954d30), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.660683 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-35c365ff-01f6-44f7-9990-389b92306f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (eb3f44c8-9f3d-45df-9549-ff281e954d30), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.697483 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-35c365ff-01f6-44f7-9990-389b92306f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=516ef3163e0f48718cd22a97252dd9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271443 May 06 23:40:48.698663 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c365ff-01f6-44f7-9990-389b92306f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f44c8-9f3d-45df-9549-ff281e954d30,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:48.700099 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49036) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:48.748864 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] Publish callbacks [] for security_group (eb3f44c8-9f3d-45df-9549-ff281e954d30), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.759365 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dcaff916-7451-4cd7-8d11-bdc165a68796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.770532 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] Publish callbacks [] for security_group (eb3f44c8-9f3d-45df-9549-ff281e954d30), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.816705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (eb3f44c8-9f3d-45df-9549-ff281e954d30), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.819165 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:48.820311 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb3f44c8-9f3d-45df-9549-ff281e954d30 HTTP/1.1" status: 204 len: 168 time: 0.1191308 May 06 23:40:48.827745 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8bf1-5c13-494d-b7ff-b7c38f943cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f44c8-9f3d-45df-9549-ff281e954d30,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:51.162857 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:51.220305 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37a06346-bde0-488e-adfa-a801b6402a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.150923 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49140) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:52.263539 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c16e5b34-502e-40d4-b584-7338eac830f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.297618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.340546 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c16e5b34-502e-40d4-b584-7338eac830f3 admin admin] Publish callbacks [] for security_group (cf06a3ca-b6c5-4495-83a3-d96ba5e167ed), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.344506 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c16e5b34-502e-40d4-b584-7338eac830f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cf06a3ca-b6c5-4495-83a3-d96ba5e167ed), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.368931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49146) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:52.384427 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c16e5b34-502e-40d4-b584-7338eac830f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff9cf9998d304d7e89a0894d9c31c48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314880 May 06 23:40:52.384645 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e5b34-502e-40d4-b584-7338eac830f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06a3ca-b6c5-4495-83a3-d96ba5e167ed,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:52.386414 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49150) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:52.444889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] Publish callbacks [] for security_group (cf06a3ca-b6c5-4495-83a3-d96ba5e167ed), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.468910 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] Publish callbacks [] for security_group (cf06a3ca-b6c5-4495-83a3-d96ba5e167ed), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.490096 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ae118eb-1249-479b-a32d-14f44f57978e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.563829 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cf06a3ca-b6c5-4495-83a3-d96ba5e167ed), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.566318 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.567438 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf06a3ca-b6c5-4495-83a3-d96ba5e167ed HTTP/1.1" status: 204 len: 168 time: 0.1789577 May 06 23:40:52.582063 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182f837-cbe5-4901-9ae7-53d7bba88b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06a3ca-b6c5-4495-83a3-d96ba5e167ed,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:52.608864 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ae118eb-1249-479b-a32d-14f44f57978e admin admin] Publish callbacks [] for security_group (4a5c6809-fc01-4b4b-a311-30290ed9d049), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.613839 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-1ae118eb-1249-479b-a32d-14f44f57978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (4a5c6809-fc01-4b4b-a311-30290ed9d049), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.666025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-1ae118eb-1249-479b-a32d-14f44f57978e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cb4da166bd1440ab1aa55cc792f9d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959611 May 06 23:40:52.666954 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae118eb-1249-479b-a32d-14f44f57978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c6809-fc01-4b4b-a311-30290ed9d049,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:52.669284 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49160) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:52.727815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] Publish callbacks [] for security_group (4a5c6809-fc01-4b4b-a311-30290ed9d049), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.748527 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] Publish callbacks [] for security_group (4a5c6809-fc01-4b4b-a311-30290ed9d049), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.796745 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (4a5c6809-fc01-4b4b-a311-30290ed9d049), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.799331 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.800754 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a5c6809-fc01-4b4b-a311-30290ed9d049 HTTP/1.1" status: 204 len: 168 time: 0.1298559 May 06 23:40:52.810669 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38ec6f-da9b-4ff8-8ae5-ba1aa80fa5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c6809-fc01-4b4b-a311-30290ed9d049,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:52.879067 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49170) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:52.892807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4bef12c4-0b75-4673-aea1-ccaa6be6eca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.979821 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4bef12c4-0b75-4673-aea1-ccaa6be6eca9 admin admin] Publish callbacks [] for security_group (7e73a04f-2d4c-4d41-b140-a117b854f43f), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:52.983989 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4bef12c4-0b75-4673-aea1-ccaa6be6eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7e73a04f-2d4c-4d41-b140-a117b854f43f), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.016823 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef12c4-0b75-4673-aea1-ccaa6be6eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73a04f-2d4c-4d41-b140-a117b854f43f,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:53.034847 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4bef12c4-0b75-4673-aea1-ccaa6be6eca9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9703e119d1824ce0b9dded064f0f0575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545653 May 06 23:40:53.037733 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49174) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:53.111305 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] Publish callbacks [] for security_group (7e73a04f-2d4c-4d41-b140-a117b854f43f), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.138254 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] Publish callbacks [] for security_group (7e73a04f-2d4c-4d41-b140-a117b854f43f), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.186732 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (7e73a04f-2d4c-4d41-b140-a117b854f43f), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.189360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.190492 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e73a04f-2d4c-4d41-b140-a117b854f43f HTTP/1.1" status: 204 len: 168 time: 0.1517391 May 06 23:40:53.198385 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac7b45-b17f-4bf9-abe4-d74c404f331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73a04f-2d4c-4d41-b140-a117b854f43f,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:53.460331 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.552058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49188) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:53.565869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-272bf2ed-d819-4cb4-852a-e23b8c9d1635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.639080 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-272bf2ed-d819-4cb4-852a-e23b8c9d1635 admin admin] Publish callbacks [] for security_group (ddd77dfd-3faf-4566-a1de-030626e0b3cd), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.642603 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-272bf2ed-d819-4cb4-852a-e23b8c9d1635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ddd77dfd-3faf-4566-a1de-030626e0b3cd), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.679444 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-272bf2ed-d819-4cb4-852a-e23b8c9d1635 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe623ef4b7b34c6abed606da71b9954c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262703 May 06 23:40:53.680372 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf2ed-d819-4cb4-852a-e23b8c9d1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd77dfd-3faf-4566-a1de-030626e0b3cd,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:53.682256 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49190) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:53.731130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] Publish callbacks [] for security_group (ddd77dfd-3faf-4566-a1de-030626e0b3cd), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.753986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] Publish callbacks [] for security_group (ddd77dfd-3faf-4566-a1de-030626e0b3cd), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.805628 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ddd77dfd-3faf-4566-a1de-030626e0b3cd), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.808686 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:53.810247 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddd77dfd-3faf-4566-a1de-030626e0b3cd HTTP/1.1" status: 204 len: 168 time: 0.1267071 May 06 23:40:53.821550 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b77dd-4917-45cb-807d-fb0506c93957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd77dfd-3faf-4566-a1de-030626e0b3cd,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:54.090525 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49206) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:54.199865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-649e4b15-c753-4fd7-b014-4fbe76a47455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.278374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-649e4b15-c753-4fd7-b014-4fbe76a47455 admin admin] Publish callbacks [] for security_group (46fa4220-1a94-49a8-9532-cd063a4ffc57), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.282579 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-649e4b15-c753-4fd7-b014-4fbe76a47455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (46fa4220-1a94-49a8-9532-cd063a4ffc57), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.323661 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-649e4b15-c753-4fd7-b014-4fbe76a47455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b83aed91da74983b1349757d298e1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319660 May 06 23:40:54.324553 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e4b15-c753-4fd7-b014-4fbe76a47455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa4220-1a94-49a8-9532-cd063a4ffc57,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:54.326435 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49220) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:54.376976 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] Publish callbacks [] for security_group (46fa4220-1a94-49a8-9532-cd063a4ffc57), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.398848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] Publish callbacks [] for security_group (46fa4220-1a94-49a8-9532-cd063a4ffc57), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.453648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (46fa4220-1a94-49a8-9532-cd063a4ffc57), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.456111 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.460298 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46fa4220-1a94-49a8-9532-cd063a4ffc57 HTTP/1.1" status: 204 len: 168 time: 0.1298561 May 06 23:40:54.466199 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca280a6a-4b40-4b7b-85d3-896706ba983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa4220-1a94-49a8-9532-cd063a4ffc57,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:54.797032 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49244) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:54.811442 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54f0864a-ba13-4122-8dcd-81a9d1bf5d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.893362 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54f0864a-ba13-4122-8dcd-81a9d1bf5d98 admin admin] Publish callbacks [] for security_group (a1f873e5-0a89-4183-a809-b067fa5eef7d), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.897152 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-54f0864a-ba13-4122-8dcd-81a9d1bf5d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a1f873e5-0a89-4183-a809-b067fa5eef7d), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:54.939131 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49274) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:40:54.939674 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-54f0864a-ba13-4122-8dcd-81a9d1bf5d98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3281f2f9f3f4b7da04ffeaecb4fd4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410277 May 06 23:40:54.939916 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0864a-ba13-4122-8dcd-81a9d1bf5d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f873e5-0a89-4183-a809-b067fa5eef7d,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:54.988239 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] Publish callbacks [] for security_group (a1f873e5-0a89-4183-a809-b067fa5eef7d), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:55.009707 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] Publish callbacks [] for security_group (a1f873e5-0a89-4183-a809-b067fa5eef7d), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:55.060970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (a1f873e5-0a89-4183-a809-b067fa5eef7d), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:55.063588 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:40:55.064753 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1f873e5-0a89-4183-a809-b067fa5eef7d HTTP/1.1" status: 204 len: 168 time: 0.1236889 May 06 23:40:55.073073 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f816-af71-4c31-8f48-8b207ef22454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f873e5-0a89-4183-a809-b067fa5eef7d,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:40:55.203085 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:07.740879 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:41:18.762299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd4d012d-2286-433a-ad66-60430725f423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:19.895220 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49448) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:19.999934 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-95beaf89-fa2c-468f-9eba-1099f6f418dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.075808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-95beaf89-fa2c-468f-9eba-1099f6f418dc admin admin] Publish callbacks [] for security_group (cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.079617 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-95beaf89-fa2c-468f-9eba-1099f6f418dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.119309 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-95beaf89-fa2c-468f-9eba-1099f6f418dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05d5998f1a2b486bbd9b3eb43dd365ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230301 May 06 23:41:20.120160 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beaf89-fa2c-468f-9eba-1099f6f418dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:20.123027 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49458) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:20.170077 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] Publish callbacks [] for security_group (cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.191291 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] Publish callbacks [] for security_group (cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.240708 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.243818 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:20.244988 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24 HTTP/1.1" status: 204 len: 168 time: 0.1204863 May 06 23:41:20.252443 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cfc66-e430-4ca0-bec6-ef75d575161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a01fb-dcc9-48a2-9a70-ac3407b7dd24,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:21.167622 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:21.226561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-69e98690-3379-4af7-8cea-a728c1b9cd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:22.296776 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:22.894875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d8f3a-e7d6-4d33-aefc-d90721809aa7 req-d597edc0-dd4b-417d-bd82-8ed6ec76b23e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:22.896417 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3e4d8f3a-e7d6-4d33-aefc-d90721809aa7 req-d597edc0-dd4b-417d-bd82-8ed6ec76b23e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0485501 May 06 23:41:22.943970 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3e4d8f3a-e7d6-4d33-aefc-d90721809aa7 req-a5f48124-3a76-4e7c-bd91-336a6a0c3616 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 May 06 23:41:23.463231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:24.068600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5941db7-1b91-49c7-9d07-893798334784 req-1ee89196-3762-4516-9c26-001ad4800eab tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:24.076489 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5941db7-1b91-49c7-9d07-893798334784 req-1ee89196-3762-4516-9c26-001ad4800eab tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0550010 May 06 23:41:24.119417 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5941db7-1b91-49c7-9d07-893798334784 req-f81f5ac8-9978-42bb-a279-c290c14c4cda tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 May 06 23:41:25.185937 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:25.237419 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20e000-7e1e-4da0-9c59-5b96c4d77a72 req-7dab6ecc-1175-488a-9905-151caacefe29 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:25.238909 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab20e000-7e1e-4da0-9c59-5b96c4d77a72 req-7dab6ecc-1175-488a-9905-151caacefe29 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0513132 May 06 23:41:25.285894 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ab20e000-7e1e-4da0-9c59-5b96c4d77a72 req-eb97bbd1-c8e1-4b82-b425-cc457f08ba42 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 May 06 23:41:26.397511 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200485-408f-4250-907f-232789ce482a req-757bfc5d-5d75-49b5-9bb9-e19d5424e970 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:26.399677 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff200485-408f-4250-907f-232789ce482a req-757bfc5d-5d75-49b5-9bb9-e19d5424e970 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0461907 May 06 23:41:26.454346 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ff200485-408f-4250-907f-232789ce482a req-1cc2ea94-dcbe-4a35-a2fa-f36a91d4e425 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 May 06 23:41:27.603051 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b6c8c-9c71-45fe-ab4f-d19cb5ac20ab req-198c9001-4f8d-4faa-a19c-6067fe37591b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:27.604427 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6b6b6c8c-9c71-45fe-ab4f-d19cb5ac20ab req-198c9001-4f8d-4faa-a19c-6067fe37591b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0798986 May 06 23:41:27.610285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ab67-b797-4b87-b75e-339c50becc38 req-2b97dbd1-d0ad-4bde-a213-47396e6ce89f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:27.611587 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6229ab67-b797-4b87-b75e-339c50becc38 req-2b97dbd1-d0ad-4bde-a213-47396e6ce89f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "GET /v2.0/ports?device_id=545ac183-d6bd-4685-9731-344cb1f0ff4c HTTP/1.1" status: 200 len: 946 time: 0.0858040 May 06 23:41:27.708128 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6b6b6c8c-9c71-45fe-ab4f-d19cb5ac20ab req-fed719c9-6720-48d0-88dc-cff89ffc0e5b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 May 06 23:41:27.724094 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Deleting port be95a687-391b-4584-b143-91aa89e198a4 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:41:27.724458 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (be95a687-391b-4584-b143-91aa89e198a4), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:27.823122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] For port be95a687-391b-4584-b143-91aa89e198a4, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=be95a687-391b-4584-b143-91aa89e198a4,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:27.823484 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (be95a687-391b-4584-b143-91aa89e198a4), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:27.837644 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Calling delete_port for be95a687-391b-4584-b143-91aa89e198a4 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:41:27.965459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (be95a687-391b-4584-b143-91aa89e198a4), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:27.998055 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Pushing event deleted for resources: {'Port': ['ID=be95a687-391b-4584-b143-91aa89e198a4,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:28.044190 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] No DVR routers for this DVR port be95a687-391b-4584-b143-91aa89e198a4 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:41:28.046762 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:28.050183 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6229ab67-b797-4b87-b75e-339c50becc38 req-d76e1bd3-6cf9-4eb3-9793-489257609aa1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "DELETE /v2.0/ports/be95a687-391b-4584-b143-91aa89e198a4 HTTP/1.1" status: 204 len: 173 time: 0.4315770 May 06 23:41:28.050622 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'name': 'network-vif-deleted', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:41:28.052876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97557044-5eb6-4c37-9693-8e73b535877f" -d '{"events": [{"server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "name": "network-vif-deleted", "tag": "be95a687-391b-4584-b143-91aa89e198a4"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:41:28.088525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23485fe3-74e5-4f78-96e3-5b45d1435b99 x-openstack-request-id: req-23485fe3-74e5-4f78-96e3-5b45d1435b99 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:41:28.088915 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545ac183-d6bd-4685-9731-344cb1f0ff4c", "name": "network-vif-deleted", "tag": "be95a687-391b-4584-b143-91aa89e198a4", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:41:28.089191 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23485fe3-74e5-4f78-96e3-5b45d1435b99 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:41:28.089597 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23485fe3-74e5-4f78-96e3-5b45d1435b99'] response: {'server_uuid': '545ac183-d6bd-4685-9731-344cb1f0ff4c', 'name': 'network-vif-deleted', 'tag': 'be95a687-391b-4584-b143-91aa89e198a4', 'status': 'completed', 'code': 200} May 06 23:41:28.664448 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-80c8e4cb-b9d2-4fe4-8ca1-78a4ca5f65d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494468 May 06 23:41:28.750065 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-bb6c8800-0536-4da4-ab68-856ac24047e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:28.751761 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-bb6c8800-0536-4da4-ab68-856ac24047e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0423369 May 06 23:41:28.823970 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be95a687-391b-4584-b143-91aa89e198a4 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:41:28.844764 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: be95a687-391b-4584-b143-91aa89e198a4 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:41:28.844942 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device be95a687-391b-4584-b143-91aa89e198a4 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:41:28.878032 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-8fcb6f4f-1c49-4415-a4b3-602437346e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:28.879416 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-8fcb6f4f-1c49-4415-a4b3-602437346e90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.1039476 May 06 23:41:28.958158 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-d44d78ac-42f2-4067-ae66-b8dc8983a4ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 1001 time: 0.0712180 May 06 23:41:29.006163 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-4fcf6718-32d9-4db5-9bf9-220c7eead6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:29.007603 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-4fcf6718-32d9-4db5-9bf9-220c7eead6c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0433893 May 06 23:41:29.049032 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-3b028d62-93de-493b-b3a1-f84450fb2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:29.050491 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-3b028d62-93de-493b-b3a1-f84450fb2d99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368006 May 06 23:41:29.143500 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-3d683c24-6348-419d-a1c8-a0ac3a1d0f48 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856133 May 06 23:41:29.230604 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-33997035-0495-423e-b3d5-c6c4f67ef239 req-6a21e6e5-f593-4639-bc8a-e3ce3f8364df service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807343 May 06 23:41:35.038419 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49676) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:35.160835 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2841df0c-cced-419d-8400-3ec415bd0d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.254115 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2841df0c-cced-419d-8400-3ec415bd0d1b admin admin] Publish callbacks [] for security_group (590f53d4-5083-4a64-ac1d-405ad0c0343c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.258839 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-2841df0c-cced-419d-8400-3ec415bd0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (590f53d4-5083-4a64-ac1d-405ad0c0343c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.297752 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841df0c-cced-419d-8400-3ec415bd0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f53d4-5083-4a64-ac1d-405ad0c0343c,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:35.302458 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2841df0c-cced-419d-8400-3ec415bd0d1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5f6ebe87b5245229810f67a32edac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627792 May 06 23:41:35.306069 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49702) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:35.403648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] Publish callbacks [] for security_group (590f53d4-5083-4a64-ac1d-405ad0c0343c), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.423334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-8a90b46d-0d90-48ad-afe2-6bd6716f487c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087829394&fields=id&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 267 time: 0.0858791 May 06 23:41:35.446566 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] Publish callbacks [] for security_group (590f53d4-5083-4a64-ac1d-405ad0c0343c), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.557541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-5a7fbb43-92e6-4cbb-b41c-4db0f9d030eb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:35.558994 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-5a7fbb43-92e6-4cbb-b41c-4db0f9d030eb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.1260874 May 06 23:41:35.563601 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (590f53d4-5083-4a64-ac1d-405ad0c0343c), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.566085 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:35.567109 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/590f53d4-5083-4a64-ac1d-405ad0c0343c HTTP/1.1" status: 204 len: 168 time: 0.2600613 May 06 23:41:35.582539 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5fb2c-1f94-4421-a828-8fd1dc068736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f53d4-5083-4a64-ac1d-405ad0c0343c,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:35.585310 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-471f3222-8779-4bc8-9ea9-d1efc156a349 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/quotas/5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 375 time: 0.0172291 May 06 23:41:35.649813 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-c1245535-c1d4-4b77-b98d-3f93b42eb13f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470665 May 06 23:41:35.754009 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-7b713928-269a-4e0c-a74e-c340ff7c266f service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 May 06 23:41:35.853324 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-717692aa-17f4-4ff5-b4ec-7667382fc2ec service neutron] 10.222.0.60 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932636 May 06 23:41:37.149498 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c064ee3e-da57-4b7f-82ea-7fd9f27fe200 req-6020f272-7bb1-4d10-9185-99acc613ac2e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0288520 May 06 23:41:38.246688 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-8420a7d8-a4be-4fc4-9b2a-2bd93914d1cd req-aaa54fa9-6fac-47f9-97f2-8e0f372c3a0f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0317595 May 06 23:41:39.338933 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-13e2c80a-5388-4701-aa53-abc88ceb3355 req-379731e2-b823-4cb1-924c-720b42add774 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0267825 May 06 23:41:40.241207 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-834b1858-331d-4f19-a0b7-7fada0bc9993 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:40.242712 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-834b1858-331d-4f19-a0b7-7fada0bc9993 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 811 time: 0.1015937 May 06 23:41:40.308408 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-38de7721-ee60-4099-927e-96f294051ba1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b65f58d692248d3bf0c03bff716e1fb HTTP/1.1" status: 200 len: 380 time: 0.0568943 May 06 23:41:40.317127 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'port': {'device_id': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'admin_state_up': True, 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'security_groups': ['ce0a1554-b012-472b-8055-dc7e9a3d4827']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:41:40.438673 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5bb6150e-1a19-469a-b634-abc955f91d73 req-43fa6baf-19ba-402f-afa6-12b2d878f55c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0323794 May 06 23:41:40.448005 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Made reservation on behalf of 5b65f58d692248d3bf0c03bff716e1fb for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:41:40.451368 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:40.577833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.20.0.7 (cf81eec0-ebcd-49ac-814f-adeaaead0de3/b5f88897-69c5-4c9e-8272-3a2f86e2de73/e78852c0-d030-48df-9eba-4bce03b4c367) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:41:40.727269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (e78852c0-d030-48df-9eba-4bce03b4c367), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:40.763266 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:40.831334 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:41:40.834867 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:41:40.845526 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:41:40.849455 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:40.967481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:40.967481 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:40.999993 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-b14ab637-c89a-49fc-817e-ef8c24541572 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6864135 May 06 23:41:41.012554 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Request body: {'port': {'device_id': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:41:41.051730 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-55420522-0c56-4c36-a7e7-cdb3b7281385 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:41.053256 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-55420522-0c56-4c36-a7e7-cdb3b7281385 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 813 time: 0.1755323 May 06 23:41:41.072677 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-4ab041e6-ea30-426a-92c1-68301f18521f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/quotas/fbfdc805dcba4bbb8a0918f41c0d38c7 HTTP/1.1" status: 200 len: 375 time: 0.0124807 May 06 23:41:41.092372 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-a3be60b0-0750-46f1-8986-a2c796b5fcc4 None None] Provisioning complete for port e78852c0-d030-48df-9eba-4bce03b4c367 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:41:41.092981 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a3be60b0-0750-46f1-8986-a2c796b5fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.123843 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-6df2ed1f-5ba6-40e3-826e-753d2927105d tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350640 May 06 23:41:41.126713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.131953 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-a3be60b0-0750-46f1-8986-a2c796b5fcc4 None None] Port e78852c0-d030-48df-9eba-4bce03b4c367 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:41:41.309053 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-4114a5a4-f74d-4c3c-9201-937e586d609e service neutron] 10.222.0.60 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726954 May 06 23:41:41.459736 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-85da8054-7d74-4652-b73b-88293d79b184 service neutron] 10.222.0.60 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446869 May 06 23:41:41.564562 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78852c0-d030-48df-9eba-4bce03b4c367 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:41:41.578987 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cada4ba-dfd5-44eb-9430-832f486742a7 req-94204be6-7269-4f94-bae9-46a7661b4958 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:41.580598 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3cada4ba-dfd5-44eb-9430-832f486742a7 req-94204be6-7269-4f94-bae9-46a7661b4958 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 931 time: 0.0635576 May 06 23:41:41.582371 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks [] for port (e78852c0-d030-48df-9eba-4bce03b4c367), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.614157 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Transition to ACTIVE for port object e78852c0-d030-48df-9eba-4bce03b4c367 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:41:41.638880 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.645208 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a97f809c-bc2c-4232-9083-15ffe0ac94b6 req-25e8d4aa-9864-4c7c-abe7-63b5c44160e3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 210 time: 0.0480278 May 06 23:41:41.707252 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3cada4ba-dfd5-44eb-9430-832f486742a7 req-628af584-7cf4-4c3b-8842-e78c3164be2e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111569 May 06 23:41:41.716026 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:41.800948 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Attempting to bind port e78852c0-d030-48df-9eba-4bce03b4c367 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:41:41.801287 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Attempting to bind port e78852c0-d030-48df-9eba-4bce03b4c367 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:41:41.801617 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Attempting to bind port e78852c0-d030-48df-9eba-4bce03b4c367 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:41:41.809013 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Port e78852c0-d030-48df-9eba-4bce03b4c367 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:41:41.809424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Attempting to bind port e78852c0-d030-48df-9eba-4bce03b4c367 on network cf81eec0-ebcd-49ac-814f-adeaaead0de3 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:41:41.815252 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:41:41.815589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Checking segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:41:41.815966 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Bound using segment: {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:41:41.816392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Bound port: e78852c0-d030-48df-9eba-4bce03b4c367, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613c06e9-a0ce-4a65-b017-ba68ac6321d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:41:41.816770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.896275 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:41:41.899565 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e78852c0-d030-48df-9eba-4bce03b4c367,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:41:41.906056 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.940383 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:41.941038 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:41.942867 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] 10.222.0.59 "PUT /v2.0/ports/e78852c0-d030-48df-9eba-4bce03b4c367 HTTP/1.1" status: 200 len: 1093 time: 0.9347095 May 06 23:41:41.943000 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:41:41.945281 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b125a9-e185-4bf5-8601-497f9672c199" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:41:41.981013 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc189c2-ce32-4f4b-8f53-08d4bc954dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:41.995662 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c34c55c-8859-4e60-96e2-8aa7b65feddf x-openstack-request-id: req-4c34c55c-8859-4e60-96e2-8aa7b65feddf {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:41:41.995959 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:41:41.996223 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c34c55c-8859-4e60-96e2-8aa7b65feddf {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:41:41.996682 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c34c55c-8859-4e60-96e2-8aa7b65feddf'] response: {'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'status': 'completed', 'code': 200} May 06 23:41:42.739149 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9a764986-fa03-47bd-ab2e-30cbc8e0323a req-08f43580-2449-4790-bcd5-63b48c70ba43 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 210 time: 0.0273228 May 06 23:41:42.837217 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf43f6-b99a-4d05-bcc7-320d99db5eb4 req-eae5d84a-0e01-4550-aebd-4a7abdaaf1b2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:42.838706 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbaf43f6-b99a-4d05-bcc7-320d99db5eb4 req-eae5d84a-0e01-4550-aebd-4a7abdaaf1b2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0505850 May 06 23:41:42.887159 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbaf43f6-b99a-4d05-bcc7-320d99db5eb4 req-9e9ebcbb-c701-403b-9798-aa9ea8c4e9fb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 May 06 23:41:43.830533 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fceec0cd-5ca9-450f-94a5-e303b5122dc9 req-b8062a1f-9845-4d56-afd3-ff8b4966abeb tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 210 time: 0.0264771 May 06 23:41:44.027451 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c93d-0df8-4e9d-a809-7b277385eb7f req-de4f1580-9689-4aec-a4be-7010fa627dca tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.028941 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f539c93d-0df8-4e9d-a809-7b277385eb7f req-de4f1580-9689-4aec-a4be-7010fa627dca tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0770686 May 06 23:41:44.031813 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b125a9-e185-4bf5-8601-497f9672c199 req-e11584de-6f13-4a14-9ec6-f036cb2aa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.033191 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95b125a9-e185-4bf5-8601-497f9672c199 req-e11584de-6f13-4a14-9ec6-f036cb2aa697 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0693414 May 06 23:41:44.127421 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f539c93d-0df8-4e9d-a809-7b277385eb7f req-1b8ede5e-f4a7-4ca8-85ed-f9e4663af65a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929656 May 06 23:41:44.158812 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b125a9-e185-4bf5-8601-497f9672c199 req-022e7290-19aa-47fa-a1a2-5f269e8186ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.160311 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95b125a9-e185-4bf5-8601-497f9672c199 req-022e7290-19aa-47fa-a1a2-5f269e8186ac service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1129768 May 06 23:41:44.253850 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b125a9-e185-4bf5-8601-497f9672c199 req-ca67fe2f-d94c-472f-97f2-ae1ab66e3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.255293 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-95b125a9-e185-4bf5-8601-497f9672c199 req-ca67fe2f-d94c-472f-97f2-ae1ab66e3fff service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883811 May 06 23:41:44.461097 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-33e7bc4d-52cc-49f3-9a82-14373b85ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.463047 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-33e7bc4d-52cc-49f3-9a82-14373b85ef3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0410185 May 06 23:41:44.548891 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-2df36cde-284c-4469-a1b8-bc07a65bca01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78852c0-d030-48df-9eba-4bce03b4c367 HTTP/1.1" status: 200 len: 217 time: 0.0684683 May 06 23:41:44.625959 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-5c772f9f-521b-4d6b-aa42-97b3cf8b7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.627417 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-5c772f9f-521b-4d6b-aa42-97b3cf8b7a4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0720284 May 06 23:41:44.635592 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-cb8bc46d-2c29-4dc7-8b06-2212c18bc2ae tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.636828 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-cb8bc46d-2c29-4dc7-8b06-2212c18bc2ae tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 813 time: 0.1663964 May 06 23:41:44.737523 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Request body: {'port': {'device_id': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981', 'admin_state_up': True, 'tenant_id': 'fbfdc805dcba4bbb8a0918f41c0d38c7'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:41:44.739184 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:41:44.786695 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-3c8b72bf-d7e8-4013-b7e9-660e76664ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:44.788160 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-3c8b72bf-d7e8-4013-b7e9-660e76664ebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831349 May 06 23:41:44.940218 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-97a17a83-3155-45d0-ab7a-760be0ea9398 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452560 May 06 23:41:44.941778 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6873d764-f5e1-4fd6-9dcb-7fc72c4e8448 req-10cf174f-886e-4091-98a3-fe9f3eb8330f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 210 time: 0.0437982 May 06 23:41:44.946140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Made reservation on behalf of fbfdc805dcba4bbb8a0918f41c0d38c7 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:41:44.949437 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:45.406381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821545b5-54ef-474c-bf7c-0c8dffd253c8 req-f373136d-9196-4c7b-984e-ec67331c8500 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:45.407760 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-821545b5-54ef-474c-bf7c-0c8dffd253c8 req-f373136d-9196-4c7b-984e-ec67331c8500 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.1035812 May 06 23:41:45.464525 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-271b4c7e-b426-4a22-86a0-f42a3ec3e436 req-2d34ffe3-460b-4302-ab65-2452753ae5f6 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118263 May 06 23:41:45.505176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Allocated IP 172.20.0.8 (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981/e3ab6933-0a85-4aa6-af8c-34a267ce2b4b/42a5accf-0805-4760-91a8-4c8ca0bd7e31) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:41:45.512999 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-821545b5-54ef-474c-bf7c-0c8dffd253c8 req-65a58873-2eff-4fbf-ac07-e27649808983 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961347 May 06 23:41:45.656224 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks [] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:45.688110 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:45.730341 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:41:45.733403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:41:45.735895 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:41:45.768311 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Pushing event updated for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:45.782475 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.782826 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.783169 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.783510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.783845 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.784176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.784503 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.784856 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.785181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.785505 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.785830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.786152 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.786472 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.786795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.787114 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:45.804804 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:45.805441 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:45.820648 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-c33b469b-9a87-403e-ab16-2ced2c09adf2 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870419 May 06 23:41:46.051884 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45395-e6ec-443c-8e19-58f034c3a134 req-b9b428c8-2b72-4185-99ae-000a3f535731 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:46.053325 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-20e45395-e6ec-443c-8e19-58f034c3a134 req-b9b428c8-2b72-4185-99ae-000a3f535731 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 931 time: 0.0454402 May 06 23:41:46.102228 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-20e45395-e6ec-443c-8e19-58f034c3a134 req-90dc8b13-d18e-4a4c-8276-5c43fb32ec33 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 May 06 23:41:46.622574 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e1cd1-411c-4567-9b07-ef33ce228dfd req-a880461f-3a40-4c8f-9ff9-c246d73e8b37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:46.624021 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9b7e1cd1-411c-4567-9b07-ef33ce228dfd req-a880461f-3a40-4c8f-9ff9-c246d73e8b37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0464623 May 06 23:41:46.671626 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9b7e1cd1-411c-4567-9b07-ef33ce228dfd req-2ab37e84-04a6-407c-a8df-f7e8c018a5ce tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 May 06 23:41:47.212699 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60f004-29d1-45c2-9f2e-0f34bb8c318d req-4b0bf50c-7ef9-459d-acab-2878ddad6cf1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:47.214186 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a60f004-29d1-45c2-9f2e-0f34bb8c318d req-4b0bf50c-7ef9-459d-acab-2878ddad6cf1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 931 time: 0.0455437 May 06 23:41:47.259898 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0a60f004-29d1-45c2-9f2e-0f34bb8c318d req-d0460ccc-039d-435e-8ea5-f211c81a7837 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 May 06 23:41:47.784814 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d984-71bd-4565-8b82-ded6898a14e6 req-00a3db21-d3b9-4363-b454-394c306ce698 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:47.786239 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7035d984-71bd-4565-8b82-ded6898a14e6 req-00a3db21-d3b9-4363-b454-394c306ce698 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0480089 May 06 23:41:47.832780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7035d984-71bd-4565-8b82-ded6898a14e6 req-a21750dc-e7ff-42b5-84a0-5ead1efe2bef tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410578 May 06 23:41:48.374713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012525ae-305f-4f99-ba5a-39ae512fd871 req-c7d28862-b4f1-4736-9865-8e6073fe431c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:48.376174 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-012525ae-305f-4f99-ba5a-39ae512fd871 req-c7d28862-b4f1-4736-9865-8e6073fe431c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 931 time: 0.0496728 May 06 23:41:48.422442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-012525ae-305f-4f99-ba5a-39ae512fd871 req-8d1683ad-74ea-4ee8-ac98-1c4b5ee6c156 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 May 06 23:41:48.517330 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Request body: {'port': {'device_id': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:41:48.577412 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:48.764462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0633-ebce-4667-ac7a-557e9cbc8553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:48.829452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a5accf-0805-4760-91a8-4c8ca0bd7e31 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:41:48.837384 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks [] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:48.850396 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Transition to ACTIVE for port object 42a5accf-0805-4760-91a8-4c8ca0bd7e31 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:41:48.854023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:48.919830 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:48.995437 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7b349-3f9c-4129-9316-0ae007966732 req-7c8f9937-d10e-46d4-a0a7-ec40117bab26 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:48.996916 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2c7b349-3f9c-4129-9316-0ae007966732 req-7c8f9937-d10e-46d4-a0a7-ec40117bab26 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0952625 May 06 23:41:49.026303 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Attempting to bind port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:41:49.026638 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Attempting to bind port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:41:49.026965 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Attempting to bind port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:41:49.035410 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:41:49.035727 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Attempting to bind port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 on network ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:41:49.046743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:41:49.047077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Checking segment: {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:41:49.047454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Bound using segment: {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:41:49.047876 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Bound port: 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1782c-0300-4818-9574-093b379c7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:41:49.048230 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:49.075427 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f2c7b349-3f9c-4129-9316-0ae007966732 req-590f79bf-ec23-4f6d-bc33-bcc330e69ce9 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714419 May 06 23:41:49.126426 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:41:49.129357 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:41:49.134785 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:49.167447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:49.168053 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:49.169456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] 10.222.0.59 "PUT /v2.0/ports/42a5accf-0805-4760-91a8-4c8ca0bd7e31 HTTP/1.1" status: 200 len: 1093 time: 0.6566405 May 06 23:41:49.169883 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:41:49.172102 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278" -d '{"events": [{"name": "network-changed", "server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:41:49.197889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f8c7-56f1-41ec-a684-f69adc8a0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:49.209206 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e19212-2e70-42df-ab22-5a093f0cb15a x-openstack-request-id: req-10e19212-2e70-42df-ab22-5a093f0cb15a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:41:49.209497 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:41:49.209751 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10e19212-2e70-42df-ab22-5a093f0cb15a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:41:49.210149 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e19212-2e70-42df-ab22-5a093f0cb15a'] response: {'name': 'network-changed', 'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31', 'status': 'completed', 'code': 200} May 06 23:41:49.253848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-a17bd51e-dcbc-4e92-9cf4-2431fde3d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:49.255298 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-a17bd51e-dcbc-4e92-9cf4-2431fde3d2a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 1127 time: 0.0383191 May 06 23:41:49.301949 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-22a3b38b-f2c4-4290-b564-939196367a34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31 HTTP/1.1" status: 200 len: 217 time: 0.0347238 May 06 23:41:49.348451 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-873b81c0-db62-4a7e-9aed-719a5b86f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:49.349894 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-873b81c0-db62-4a7e-9aed-719a5b86f7d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b HTTP/1.1" status: 200 len: 853 time: 0.0412662 May 06 23:41:49.384509 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-47e2ddb4-e5d6-430c-859b-f64e596c0dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257101 May 06 23:41:49.482262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-3a411bac-dcff-4f98-be0d-91a3b263d817 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915289 May 06 23:41:49.579988 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563719e7-91f8-457c-a610-81bc293e0e5e req-b9dc18d3-68a8-49b3-b913-d63558727614 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:49.581462 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-563719e7-91f8-457c-a610-81bc293e0e5e req-b9dc18d3-68a8-49b3-b913-d63558727614 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 943 time: 0.0905349 May 06 23:41:49.640199 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d52c1a37-b3ff-44cf-a2b6-f037497dd5f5 req-28627cce-fb76-45dd-a812-362afffc4dbe service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472819 May 06 23:41:49.651128 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-563719e7-91f8-457c-a610-81bc293e0e5e req-20b095e7-66c4-4189-9a3b-87981512b70e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637808 May 06 23:41:50.188261 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaad36-97f4-49fd-85b9-c927e4bad237 req-66ee3aa0-2350-42d9-9ad4-73d1eacf915c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:50.189712 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-67eaad36-97f4-49fd-85b9-c927e4bad237 req-66ee3aa0-2350-42d9-9ad4-73d1eacf915c tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0457234 May 06 23:41:50.237130 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-67eaad36-97f4-49fd-85b9-c927e4bad237 req-25fd65fd-0dc9-4ca3-be9b-6370b26c6d4d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 May 06 23:41:50.767814 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a4957-cf1e-4930-9426-50d8f073b6e9 req-86b28dde-67cf-47d1-9b80-18a091536289 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:50.769266 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ba6a4957-cf1e-4930-9426-50d8f073b6e9 req-86b28dde-67cf-47d1-9b80-18a091536289 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 943 time: 0.0516493 May 06 23:41:50.819560 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ba6a4957-cf1e-4930-9426-50d8f073b6e9 req-2aed87b8-fde7-4235-919a-4ddf8b314d2e tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445197 May 06 23:41:51.180075 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:51.217792 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-06e73890-5dc0-44e9-a103-75b8f0c8c166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:51.345164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b682-a7ae-4c7e-beef-69f2b7de7535 req-e24e2a4a-ed3c-45ab-b606-1362d55ad7eb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:51.346605 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e830b682-a7ae-4c7e-beef-69f2b7de7535 req-e24e2a4a-ed3c-45ab-b606-1362d55ad7eb tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0449440 May 06 23:41:51.393527 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e830b682-a7ae-4c7e-beef-69f2b7de7535 req-3cf29959-5fda-40ab-8700-3afca191aadc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 May 06 23:41:51.930488 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d90c-c003-42b7-a944-34e2288d955c req-641ddfea-c0fa-4455-8035-7e86bbb1fabd tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:51.932423 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f556d90c-c003-42b7-a944-34e2288d955c req-641ddfea-c0fa-4455-8035-7e86bbb1fabd tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 943 time: 0.0469198 May 06 23:41:51.980259 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f556d90c-c003-42b7-a944-34e2288d955c req-c39a0c29-e6f4-454c-9154-40ec3060c4d1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 May 06 23:41:52.299789 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:52.506910 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb136e0-a213-4a22-b58e-1beb082ad42b req-f8e7b83c-70e7-4161-accf-15069284b141 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:52.508342 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6cb136e0-a213-4a22-b58e-1beb082ad42b req-f8e7b83c-70e7-4161-accf-15069284b141 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0493534 May 06 23:41:52.556300 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6cb136e0-a213-4a22-b58e-1beb082ad42b req-0bc99c6d-7289-41c2-a05f-052f7e19473e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 May 06 23:41:53.089806 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac815-402e-427b-a8c1-df21d2e3a7cd req-3bd83a3b-34d2-4f28-b4ee-76cad09ed803 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:53.091262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ee6ac815-402e-427b-a8c1-df21d2e3a7cd req-3bd83a3b-34d2-4f28-b4ee-76cad09ed803 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 943 time: 0.0459421 May 06 23:41:53.136270 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ee6ac815-402e-427b-a8c1-df21d2e3a7cd req-9d35a8b7-9ee3-46b9-ace6-c6903c5396ae tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 May 06 23:41:53.213138 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-9910fedc-cafc-405f-ade0-a6a83ff56431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:53.214608 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-9910fedc-cafc-405f-ade0-a6a83ff56431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 1127 time: 0.0375412 May 06 23:41:53.303682 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-f58adf77-614f-41f0-bca3-82f5fda64a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:53.305781 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-f58adf77-614f-41f0-bca3-82f5fda64a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 200 len: 914 time: 0.0844831 May 06 23:41:53.343695 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-1221628c-66df-4809-af26-a35d68e0329d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31 HTTP/1.1" status: 200 len: 217 time: 0.0324683 May 06 23:41:53.393585 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-d8aba29e-52ed-492a-8ed7-676980b9f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:53.394891 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-d8aba29e-52ed-492a-8ed7-676980b9f519 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b HTTP/1.1" status: 200 len: 853 time: 0.0453157 May 06 23:41:53.429342 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-5424ebe7-3d65-46fe-a941-84b78a53e6a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250399 May 06 23:41:53.465767 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:53.518010 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-516d0033-94c0-4fa9-82ae-0c1d12efb8da service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796685 May 06 23:41:53.615442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ad3ff2-34b9-44fe-b9d2-19dc861dc278 req-e20a9337-01bf-4fd0-bec9-ab534244370b service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869353 May 06 23:41:53.669124 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593895-5491-4b82-a4d1-e7a66c3f145e req-6b6ad6b2-0b80-455a-96fd-13ac7fdb71ac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:53.670715 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e593895-5491-4b82-a4d1-e7a66c3f145e req-6b6ad6b2-0b80-455a-96fd-13ac7fdb71ac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0477653 May 06 23:41:53.721375 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-7e593895-5491-4b82-a4d1-e7a66c3f145e req-1c387caf-c2e2-49db-8d9c-41b607c38b1a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 May 06 23:41:54.248328 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d87991-cadf-4385-8408-8f8589507aa4 req-d821f7c3-3762-4825-b351-dccc5b428d44 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:54.249886 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c1d87991-cadf-4385-8408-8f8589507aa4 req-d821f7c3-3762-4825-b351-dccc5b428d44 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 943 time: 0.0470166 May 06 23:41:54.295079 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 42a5accf-0805-4760-91a8-4c8ca0bd7e31 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:41:54.301674 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c1d87991-cadf-4385-8408-8f8589507aa4 req-c3edcc4a-c393-4466-b8cd-5b992ac0c47b tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 May 06 23:41:54.392807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:54.404280 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': '42a5accf-0805-4760-91a8-4c8ca0bd7e31', 'network_id': 'ebdf496d-6b00-4b6b-bdff-ddb66b1f7981', 'port_id': '42a5accf-0805-4760-91a8-4c8ca0bd7e31', 'mac_address': 'fa:16:3e:10:1a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ab6933-0a85-4aa6-af8c-34a267ce2b4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:41:54.573014 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:41:54.573704 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:54.585574 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a5accf-0805-4760-91a8-4c8ca0bd7e31 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:41:54.604876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:54.608208 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:54.655367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:54.663358 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.663826 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.664190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.665231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.665572 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.665908 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.666239 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.666591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.666921 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.667247 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.667573 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.667899 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.668223 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.668563 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.668889 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:54.832442 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb240-b0b5-4fb3-ab49-8eff210e1613 req-a90464f2-a6ed-4820-ac10-c9f4cd80e508 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:54.833927 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b16eb240-b0b5-4fb3-ab49-8eff210e1613 req-a90464f2-a6ed-4820-ac10-c9f4cd80e508 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0465519 May 06 23:41:54.851234 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['42a5accf-0805-4760-91a8-4c8ca0bd7e31'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:41:54.883025 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b16eb240-b0b5-4fb3-ab49-8eff210e1613 req-7442fb05-c583-412b-81ca-7284193d3d11 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 May 06 23:41:55.187299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:55.412222 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff67024-e010-430a-80c8-055df72b309e req-552e11a8-4f8a-4ab3-b822-0441c2040bcb tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:55.413765 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5ff67024-e010-430a-80c8-055df72b309e req-552e11a8-4f8a-4ab3-b822-0441c2040bcb tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 944 time: 0.0458868 May 06 23:41:55.459319 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5ff67024-e010-430a-80c8-055df72b309e req-6d993343-3f31-496d-9f77-0ae1d64d350f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 May 06 23:41:55.997016 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8f25-142e-45d0-b830-0c6de5e7b7ff req-ab2bd158-e7e7-43d8-9a17-31efb6a68a60 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:55.998475 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-250f8f25-142e-45d0-b830-0c6de5e7b7ff req-ab2bd158-e7e7-43d8-9a17-31efb6a68a60 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 943 time: 0.0487673 May 06 23:41:56.045515 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-250f8f25-142e-45d0-b830-0c6de5e7b7ff req-c3ed07f6-ea0a-4d18-b5c0-04b4f8b44559 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 May 06 23:41:56.309107 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e78852c0-d030-48df-9eba-4bce03b4c367 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:41:56.311222 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 42a5accf-0805-4760-91a8-4c8ca0bd7e31 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:41:56.404897 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:41:56.413582 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:41:56.413941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:56.467141 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e78852c0-d030-48df-9eba-4bce03b4c367,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:56.481737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'port_id': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'mac_address': 'fa:16:3e:ba:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:41:56.551643 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port e78852c0-d030-48df-9eba-4bce03b4c367 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:41:56.552035 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:56.564347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:41:56.565154 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:56.572799 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc642b-e020-411e-a6a7-a8651935540b req-e22e17a3-a31a-43f3-a455-54a7d2c16d17 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:56.574281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2cfc642b-e020-411e-a6a7-a8651935540b req-e22e17a3-a31a-43f3-a455-54a7d2c16d17 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 944 time: 0.0483971 May 06 23:41:56.576624 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78852c0-d030-48df-9eba-4bce03b4c367 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:41:56.606772 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:41:56.609037 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fe1ef-9ea5-4357-a924-9d6f65756b6b" -d '{"events": [{"server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "name": "network-vif-plugged", "status": "completed", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:41:56.614058 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e78852c0-d030-48df-9eba-4bce03b4c367,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:56.619944 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:56.620935 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2cfc642b-e020-411e-a6a7-a8651935540b req-c7c4d630-d976-46ae-add4-365271789b0a tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 May 06 23:41:56.625791 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:56.650881 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:56.665812 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7293fa11-4589-4170-a6da-3aff711a1472 x-openstack-request-id: req-7293fa11-4589-4170-a6da-3aff711a1472 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:41:56.666314 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "name": "network-vif-plugged", "status": "completed", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:41:56.666584 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7293fa11-4589-4170-a6da-3aff711a1472 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:41:56.667138 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7293fa11-4589-4170-a6da-3aff711a1472'] response: {'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31', 'code': 200} May 06 23:41:56.684894 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:56.742977 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:56.833724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a438d2-e5eb-4c44-81ee-ab4030e3ce53 req-71367ba6-b63e-4d2b-a132-7f4d78b6334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:56.835793 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44a438d2-e5eb-4c44-81ee-ab4030e3ce53 req-71367ba6-b63e-4d2b-a132-7f4d78b6334c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 1129 time: 0.0444360 May 06 23:41:56.883907 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-44a438d2-e5eb-4c44-81ee-ab4030e3ce53 req-7ef7113e-3094-4610-8dbb-8b15f50b04b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 May 06 23:41:56.884169 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['e78852c0-d030-48df-9eba-4bce03b4c367'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:41:57.155404 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0cd2-fa0c-4c60-a02d-aa7d2f31387e req-cbedb69a-636e-4c88-a121-445d0cc45404 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:57.156814 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6d3f0cd2-fa0c-4c60-a02d-aa7d2f31387e req-cbedb69a-636e-4c88-a121-445d0cc45404 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 944 time: 0.0457997 May 06 23:41:57.218354 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6d3f0cd2-fa0c-4c60-a02d-aa7d2f31387e req-6cd10596-17b6-45b7-a943-9251b1a9024e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560982 May 06 23:41:57.760839 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239b123-8a32-4f44-b707-1a7d8fae0759 req-49d464ca-9be6-4a85-85af-d95db198b570 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:57.762553 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2239b123-8a32-4f44-b707-1a7d8fae0759 req-49d464ca-9be6-4a85-85af-d95db198b570 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0465653 May 06 23:41:57.820016 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2239b123-8a32-4f44-b707-1a7d8fae0759 req-8f6c64c0-869d-4c8d-a02c-40370e1c7ea4 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516517 May 06 23:41:58.327094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e78852c0-d030-48df-9eba-4bce03b4c367 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:41:58.333499 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795dca7-2f4d-4dd5-b0b0-a187f7a06d2d req-337498ba-1b7c-4599-9193-0377e0d7e7ac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:58.335059 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9795dca7-2f4d-4dd5-b0b0-a187f7a06d2d req-337498ba-1b7c-4599-9193-0377e0d7e7ac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 944 time: 0.0480039 May 06 23:41:58.370015 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port e78852c0-d030-48df-9eba-4bce03b4c367 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:41:58.375614 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port e78852c0-d030-48df-9eba-4bce03b4c367 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:41:58.376111 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:58.383991 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9795dca7-2f4d-4dd5-b0b0-a187f7a06d2d req-97be72fc-58f6-4f59-a9b9-bc8774a58bd2 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 May 06 23:41:58.453870 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port e78852c0-d030-48df-9eba-4bce03b4c367 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:41:58.454261 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:58.494370 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e78852c0-d030-48df-9eba-4bce03b4c367,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:41:58.497986 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:58.546676 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:58.667754 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:41:58.670044 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54eb83d-dd23-4dd5-9c85-86f092a52ade" -d '{"events": [{"server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:41:58.705258 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b130b-24cf-483a-a15e-c18851f86350 x-openstack-request-id: req-c95b130b-24cf-483a-a15e-c18851f86350 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:41:58.705546 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:41:58.705798 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c95b130b-24cf-483a-a15e-c18851f86350 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:41:58.706190 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95b130b-24cf-483a-a15e-c18851f86350'] response: {'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'code': 200} May 06 23:41:58.967627 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1af315-0282-48f3-8f53-a9f7d03c2487 req-adef3505-f230-4cbb-87a3-6c9c1c070df9 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:58.969138 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c1af315-0282-48f3-8f53-a9f7d03c2487 req-adef3505-f230-4cbb-87a3-6c9c1c070df9 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0753870 May 06 23:41:58.974081 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca9d48-f0ac-4825-8f5a-676fc4c47e07 req-fbbb5f64-9609-49f7-b116-7cc16506a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:58.975456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7ca9d48-f0ac-4825-8f5a-676fc4c47e07 req-fbbb5f64-9609-49f7-b116-7cc16506a6a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1129 time: 0.0538516 May 06 23:41:59.049188 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2c1af315-0282-48f3-8f53-a9f7d03c2487 req-4d67c47f-2814-4144-9950-013cf79f4028 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 May 06 23:41:59.052770 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a7ca9d48-f0ac-4825-8f5a-676fc4c47e07 req-5a318f12-4a83-40ab-80bd-0c063e7bf163 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690246 May 06 23:41:59.137762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 49980) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:59.239468 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.316656 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Publish callbacks [] for security_group (cee11447-5c94-4af8-a75c-6e8f4294e386), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.321937 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cee11447-5c94-4af8-a75c-6e8f4294e386), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.358856 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee11447-5c94-4af8-a75c-6e8f4294e386,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:59.363321 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a070d338994544e69e6c211e7674f1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245522 May 06 23:41:59.366100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 49988) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:41:59.369291 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.369636 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.369977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.370311 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.370639 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.371020 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.371289 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.371614 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.371931 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.372437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.372808 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.373130 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.373461 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.373765 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.374107 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c0de6-85b4-4fa0-8fcf-2002015c8aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:41:59.426333 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] Publish callbacks [] for security_group (cee11447-5c94-4af8-a75c-6e8f4294e386), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.450654 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] Publish callbacks [] for security_group (cee11447-5c94-4af8-a75c-6e8f4294e386), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.523791 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154ebb-7b9f-4ab1-8e4f-6170a0bc5dcc req-31d24224-e0f9-486b-a112-3dc1fc5f9820 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:41:59.525304 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62154ebb-7b9f-4ab1-8e4f-6170a0bc5dcc req-31d24224-e0f9-486b-a112-3dc1fc5f9820 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.0625567 May 06 23:41:59.546316 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cee11447-5c94-4af8-a75c-6e8f4294e386), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.548766 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:41:59.549833 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cee11447-5c94-4af8-a75c-6e8f4294e386 HTTP/1.1" status: 204 len: 168 time: 0.1824942 May 06 23:41:59.563541 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf19baf-90a5-4cd4-a5c6-82a2f00cbe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee11447-5c94-4af8-a75c-6e8f4294e386,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:41:59.601483 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-62154ebb-7b9f-4ab1-8e4f-6170a0bc5dcc req-bf556115-7e02-4b73-b408-dc2ce57ec4ca tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700884 May 06 23:42:00.714229 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8de84-ee79-4d22-a2df-132b39f92eff req-ffca5f54-eebb-4c05-a48c-0cf296e8136b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:00.715694 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c6a8de84-ee79-4d22-a2df-132b39f92eff req-ffca5f54-eebb-4c05-a48c-0cf296e8136b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.0485258 May 06 23:42:00.763775 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c6a8de84-ee79-4d22-a2df-132b39f92eff req-831d0127-ec98-430f-a5d1-934643cc8c06 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 May 06 23:42:00.873142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51fb7-c5ed-42ef-baad-bf5a75a2b47b req-752f964d-5d65-4d20-8ca6-090e23c70b0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:00.874574 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-92b51fb7-c5ed-42ef-baad-bf5a75a2b47b req-752f964d-5d65-4d20-8ca6-090e23c70b0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.0453713 May 06 23:42:00.922124 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-92b51fb7-c5ed-42ef-baad-bf5a75a2b47b req-242e830d-29cd-4c82-a6cf-c58007f42d95 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 May 06 23:42:00.944203 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50038) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:01.128625 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f78a52c-197b-42d3-a8d3-5f61e745bd65 tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:01.130091 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-2f78a52c-197b-42d3-a8d3-5f61e745bd65 tempest-TestVolumeBootPattern-263491734 tempest-TestVolumeBootPattern-263491734-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1124 time: 0.1848803 May 06 23:42:01.132831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50042) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:01.136883 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'port_id': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:01.156285 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:01.230282 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:01.345513 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Allocated IP 172.27.1.50 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/ea7612f4-7c8b-49ab-9a64-e77cc451f355) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:01.443585 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:01.474381 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:01.513485 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:01.516226 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:01.519698 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:01.546298 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=ea7612f4-7c8b-49ab-9a64-e77cc451f355,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:01.892695 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (20ac2a3e-5a00-43ad-8231-8f5341a7605c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:01.965713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:02.111705 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:02.115991 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:02.180648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event updated for resources: {'Port': ['ID=ea7612f4-7c8b-49ab-9a64-e77cc451f355,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:02.192145 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (20ac2a3e-5a00-43ad-8231-8f5341a7605c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:02.292370 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.db.l3_db [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP 20ac2a3e-5a00-43ad-8231-8f5341a7605c associated. External IP: 172.27.1.50, port: e78852c0-d030-48df-9eba-4bce03b4c367. May 06 23:42:02.498023 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:42:02.604685 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:02.615000 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:02.622831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:02.626831 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:02.627454 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:02.656008 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-bb23396c-7d17-4676-b831-4d15a70d84f1 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5221591 May 06 23:42:02.656596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:42:02.658809 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f1da9-da27-4294-80db-fe34d60450b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:42:02.696913 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fb90b4-be31-4e91-aa5f-701a4fdfda05 x-openstack-request-id: req-37fb90b4-be31-4e91-aa5f-701a4fdfda05 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:42:02.697204 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:42:02.697452 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37fb90b4-be31-4e91-aa5f-701a4fdfda05 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:42:02.697853 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fb90b4-be31-4e91-aa5f-701a4fdfda05'] response: {'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'status': 'completed', 'code': 200} May 06 23:42:02.738633 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:02.953461 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '20ac2a3e-5a00-43ad-8231-8f5341a7605c', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:ba:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:01Z', 'updated_at': '2022-05-06T23:42:01Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}, {'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:02.979238 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:02.987310 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:02.987903 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:03.093053 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:03.298572 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '20ac2a3e-5a00-43ad-8231-8f5341a7605c', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:ba:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:01Z', 'updated_at': '2022-05-06T23:42:01Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}, {'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:03.327124 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a137ddc-4ba9-4857-b090-d802aebe1e2f None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '20ac2a3e-5a00-43ad-8231-8f5341a7605c', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:ba:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:01Z', 'updated_at': '2022-05-06T23:42:01Z', 'revision_number': 0, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}, {'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:03.520493 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020498ab-869a-4c9e-bcf8-d4898233890e None None] New status for floating IP 20ac2a3e-5a00-43ad-8231-8f5341a7605c: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:42:04.924510 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-f46177fa-c9dc-4120-bfbc-3a467d27c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:04.926019 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-f46177fa-c9dc-4120-bfbc-3a467d27c6ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1129 time: 0.0376534 May 06 23:42:05.022406 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-08a2e396-fe07-4a28-877e-6f940ed688c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:05.023860 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-08a2e396-fe07-4a28-877e-6f940ed688c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.0915599 May 06 23:42:05.092769 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-d7a074dc-12e1-4ab7-9797-f3b09386d867 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78852c0-d030-48df-9eba-4bce03b4c367 HTTP/1.1" status: 200 len: 1000 time: 0.0617633 May 06 23:42:05.153345 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-bec1ae34-f504-485f-a3b9-b5ea0d78fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:05.154684 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-bec1ae34-f504-485f-a3b9-b5ea0d78fbcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0463047 May 06 23:42:05.197093 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-84db8ddf-89a9-492f-82cc-a5d94d4e85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:05.198540 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-84db8ddf-89a9-492f-82cc-a5d94d4e85a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371616 May 06 23:42:05.283804 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-07a0c450-d81d-4a07-873b-14d2206569ed service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788674 May 06 23:42:05.652336 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b79f1da9-da27-4294-80db-fe34d60450b8 req-7a1c8bf3-818a-4650-815b-9b27f5cb9d94 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624134 May 06 23:42:11.643288 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50116) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:11.747116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a841a5d3-645b-4106-8f63-2b96262bc740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.817751 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a841a5d3-645b-4106-8f63-2b96262bc740 admin admin] Publish callbacks [] for security_group (d226a977-7431-4fd4-b5e1-a2690fa2ae58), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.821214 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-a841a5d3-645b-4106-8f63-2b96262bc740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d226a977-7431-4fd4-b5e1-a2690fa2ae58), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.859212 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-a841a5d3-645b-4106-8f63-2b96262bc740 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60b177eeebca43b495c799284d963bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148147 May 06 23:42:11.860297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a5d3-645b-4106-8f63-2b96262bc740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d226a977-7431-4fd4-b5e1-a2690fa2ae58,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:11.862007 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50120) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:11.909550 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] Publish callbacks [] for security_group (d226a977-7431-4fd4-b5e1-a2690fa2ae58), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.929528 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] Publish callbacks [] for security_group (d226a977-7431-4fd4-b5e1-a2690fa2ae58), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.975353 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (d226a977-7431-4fd4-b5e1-a2690fa2ae58), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.978326 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:11.979593 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d226a977-7431-4fd4-b5e1-a2690fa2ae58 HTTP/1.1" status: 204 len: 168 time: 0.1165211 May 06 23:42:11.987465 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a4b9-9369-4a9d-8f6d-78490274e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d226a977-7431-4fd4-b5e1-a2690fa2ae58,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:12.579420 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50144) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:12.672585 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-168085912-network', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:12.694532 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Made reservation on behalf of 35b2ce1dc11d445c806fd9d3bb291860 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:42:12.696987 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.705829 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.785561 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks [] for security_group (cbb31fff-0775-4ce6-883e-311d964c26f9), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.789350 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cbb31fff-0775-4ce6-883e-311d964c26f9), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.816386 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:42:12.822308 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb31fff-0775-4ce6-883e-311d964c26f9,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:12.829949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (7641074d-cdd3-41f2-b4a9-a47462fb8c21), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.830377 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Added segment 7641074d-cdd3-41f2-b4a9-a47462fb8c21 of type vlan for network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 May 06 23:42:12.872600 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.896799 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.897725 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:12.898296 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:12.948568 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3679996 May 06 23:42:12.951407 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50148) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:12.956403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Request body: {'subnet': {'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-168085912-subnet', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'ip_version': 4}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:12.962988 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c17b5-2390-4eba-8d1f-bf9e3c23e88d admin admin] Pushing event updated for resources: {'Network': ['ID=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:12.973032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:42:12.975107 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Made reservation on behalf of 35b2ce1dc11d445c806fd9d3bb291860 for: {'subnet': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:42:12.977618 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59370544'] for subnet (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.147422 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59370534'] for subnet (5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.203437 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91,revision_number=0']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:13.215043 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Checking segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:13.215399 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Network hostable DHCP agents. Network: 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:42:13.232692 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:42:13.241447 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8) {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:13.246051 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:13.246645 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.252117 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ca07d-551a-4c1b-8384-03f59ced13e9 None None] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:42:13.264470 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-64c214f5-82cb-48cf-8151-4d9100171227 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3111842 May 06 23:42:13.266440 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50150) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:13.270561 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:13.289596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.291400 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.357893 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for router_controller (b9714057-81fa-4b4f-a2d7-de51c932f62c), precommit_add_association {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.361569 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:42:13.362639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.491348 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Allocated IP 172.20.0.2 (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8/5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91/4f94bfa8-921c-40b5-b50d-2be0b12458f8) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:13.496058 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for router_gateway (b9714057-81fa-4b4f-a2d7-de51c932f62c), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.629458 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks [] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.635364 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.677034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:13.679796 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:13.679944 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for router_gateway (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.686636 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:13.689734 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Pushing event updated for resources: {'Port': ['ID=4f94bfa8-921c-40b5-b50d-2be0b12458f8,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:13.703879 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.750075 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Attempting to bind port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:13.750427 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Attempting to bind port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:13.750785 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Attempting to bind port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 on network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:13.755687 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:13.756059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Checking segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:13.756448 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.756859 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Bound using segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:13.757316 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Bound port: 4f94bfa8-921c-40b5-b50d-2be0b12458f8, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:13.757686 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.803780 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Allocated IP 172.27.1.212 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/5cc83356-4c93-4c9b-a6eb-0ab39fa2a507) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:13.817536 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] For port 4f94bfa8-921c-40b5-b50d-2be0b12458f8, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:13.820417 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] For port 4f94bfa8-921c-40b5-b50d-2be0b12458f8, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=4f94bfa8-921c-40b5-b50d-2be0b12458f8,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:13.831059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.900059 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097319b8-b00e-41ef-bba2-cc636a84053c None None] Pushing event updated for resources: {'Port': ['ID=4f94bfa8-921c-40b5-b50d-2be0b12458f8,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:13.916679 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.952298 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:13.999534 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:14.002531 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:14.006312 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:14.044550 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Pushing event updated for resources: {'Port': ['ID=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:14.278416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for router_gateway (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:14.481105 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:14.618028 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Router b9714057-81fa-4b4f-a2d7-de51c932f62c is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:42:14.731358 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:14.741203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Sync routers for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:14.750340 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:14.752992 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-119cc3dd-a2e2-424e-9298-cc62ea477e4f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4855967 May 06 23:42:14.754218 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:14.754832 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:14.755100 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50156) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:14.794781 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec29e4-d7a0-47d9-bcbc-b65d297a9988 None None] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:42:14.985312 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Provisioning complete for port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:14.985681 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.115328 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:15.176312 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.262808 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Current status of the port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:15.263218 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.318462 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] For port 4f94bfa8-921c-40b5-b50d-2be0b12458f8, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=4f94bfa8-921c-40b5-b50d-2be0b12458f8,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:15.340803 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.342514 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Allocated IP 172.20.0.1 (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8/5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91/3271b456-0192-4ae1-a042-cea5f52a2e15) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:15.404872 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:14Z', 'revision_number': 3, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:15.444635 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Checking router: b9714057-81fa-4b4f-a2d7-de51c932f62c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:15.445009 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Updating router b9714057-81fa-4b4f-a2d7-de51c932f62c port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:42:15.448522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411fc98-600c-400a-be39-5ca9852f4a43 None None] Pushing event updated for resources: {'Port': ['ID=4f94bfa8-921c-40b5-b50d-2be0b12458f8,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:15.451827 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks [] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.484637 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.486276 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6819e2e1-a1a8-4ebd-b525-87897ac7f8f9 None None] Provisioning complete for port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:15.486701 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6819e2e1-a1a8-4ebd-b525-87897ac7f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.490067 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.529573 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:15.532374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:15.535814 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:15.563645 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Pushing event updated for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:15.582599 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.709480 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6819e2e1-a1a8-4ebd-b525-87897ac7f8f9 None None] Current status of the port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:15.723101 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.813551 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks [] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.823389 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.860247 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-c4c9d1ec-08c7-42e4-aaa0-dd6778d11ac2 None None] Provisioning complete for port 3271b456-0192-4ae1-a042-cea5f52a2e15 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:15.860645 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d1ec-08c7-42e4-aaa0-dd6778d11ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.890001 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks [] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.895253 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.904837 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Attempting to bind port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:15.905202 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Attempting to bind port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:15.905559 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Attempting to bind port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:15.916292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ea36-dc70-48dc-8f0b-a58e4d6aef47 None None] Pushing event updated for resources: {'Port': ['ID=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:15.924732 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:15.925107 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:15.925496 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.925872 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:15.926328 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Bound port: 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:15.926698 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.928201 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9d1ec-08c7-42e4-aaa0-dd6778d11ac2 None None] Port 3271b456-0192-4ae1-a042-cea5f52a2e15 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:42:15.960111 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Pushing event updated for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:15.963144 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:15.985006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] For port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:15.988182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] For port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:15.995153 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.054750 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:16.055375 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:16.057537 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ea36-dc70-48dc-8f0b-a58e4d6aef47 None None] Pushing event updated for resources: {'Port': ['ID=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:16.074939 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:16.076411 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:16.097561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 4f94bfa8-921c-40b5-b50d-2be0b12458f8 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:16.197573 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:16.197948 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.204044 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Router b9714057-81fa-4b4f-a2d7-de51c932f62c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:42:16.237532 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:16.316954 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:16.330844 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-3a2fc955-3570-4b05-bf5e-70bb19b8d49b admin admin] 10.222.0.60 "PUT /v2.0/routers/b9714057-81fa-4b4f-a2d7-de51c932f62c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5656075 May 06 23:42:16.411429 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-822565e2-5c9e-4319-9a8b-8011ba54e3ec None None] Provisioning complete for port 3271b456-0192-4ae1-a042-cea5f52a2e15 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:16.411715 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-822565e2-5c9e-4319-9a8b-8011ba54e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.417740 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:16.479691 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-822565e2-5c9e-4319-9a8b-8011ba54e3ec None None] Port 3271b456-0192-4ae1-a042-cea5f52a2e15 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:42:16.520742 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 2, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:16.551251 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676941e1-5d6f-4101-b84c-cd21863ef257 None None] The sync data for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi is: [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 2, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:16.846458 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50186) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:16.851343 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474845599-network', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:16.870608 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Made reservation on behalf of af48a7fe148043dd8f54b98490963a20 for: {'network': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:42:16.872908 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for network (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.881636 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.962517 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks [] for security_group (c54e0a25-3fcb-456a-8932-fb0d40afff26), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.966766 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c54e0a25-3fcb-456a-8932-fb0d40afff26), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:16.997154 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 23:42:17.004567 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e0a25-3fcb-456a-8932-fb0d40afff26,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:17.013415 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (ab9a5efd-4ea0-4f11-821c-105fda2ca8ec), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.013761 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.segments_db [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Added segment ab9a5efd-4ea0-4f11-821c-105fda2ca8ec of type vlan for network 3f10b621-096a-4d63-b230-f1ee23f7c3ac May 06 23:42:17.057033 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778215712404'] for network (3f10b621-096a-4d63-b230-f1ee23f7c3ac), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.083865 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116'] for network (3f10b621-096a-4d63-b230-f1ee23f7c3ac), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.084927 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:17.085510 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.149799 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3022220 May 06 23:42:17.152354 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50188) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:17.156975 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Request body: {'subnet': {'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474845599-subnet', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'ip_version': 4}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:17.167629 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366119c-b4c3-4aba-8472-2b99e1904381 admin admin] Pushing event updated for resources: {'Network': ['ID=3f10b621-096a-4d63-b230-f1ee23f7c3ac,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:17.178699 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac details requested by agent ovs-agent-dv-cinder-840996-1-iscsi with host dv-cinder-840996-1-iscsi {{(pid=103251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 23:42:17.187890 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Made reservation on behalf of af48a7fe148043dd8f54b98490963a20 for: {'subnet': 1} {{(pid=103250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:42:17.194900 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60352945'] for subnet (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.405330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59552509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60352935'] for subnet (b64b487e-d544-4cc5-a402-9b901c08c1ee), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.461569 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64b487e-d544-4cc5-a402-9b901c08c1ee,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:17.471126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Checking segment: {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:17.471484 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Network hostable DHCP agents. Network: 3f10b621-096a-4d63-b230-f1ee23f7c3ac, hostable agents: ['21bdbee1-4b70-482b-9994-9f1dc1465ddc'], hosted agents: [] {{(pid=103250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 23:42:17.489986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac is scheduled to be hosted by DHCP agent 21bdbee1-4b70-482b-9994-9f1dc1465ddc with binding_index 1 {{(pid=103250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 23:42:17.499059 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840996-1-iscsi, 3f10b621-096a-4d63-b230-f1ee23f7c3ac) {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:17.502960 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:17.503544 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.509730 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3ce12-5bf2-4338-8a96-47a784d33fe4 None None] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:42:17.523478 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50190) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:17.524136 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-cdb2f4a4-ea4c-4187-813a-aaa2e2455dce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3706725 May 06 23:42:17.529547 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:17.556091 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5233'] for router (89e783b2-f833-4e7b-9401-29500c9299dd), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.557938 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1896230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5230'] for router (89e783b2-f833-4e7b-9401-29500c9299dd), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.627632 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for router_controller (89e783b2-f833-4e7b-9401-29500c9299dd), precommit_add_association {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.631073 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped7e43dc-11ad-5717-a0f7-32d60d44e9a8-3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'fixed_ips': [{'subnet_id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee'}]}} from dv-cinder-840996-1-iscsi. {{(pid=103251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 23:42:17.632077 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.780672 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.db_base_plugin_common [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Allocated IP 172.20.0.2 (3f10b621-096a-4d63-b230-f1ee23f7c3ac/b64b487e-d544-4cc5-a402-9b901c08c1ee/24ccfd9a-2d12-4e45-b164-a8b323bd1d37) {{(pid=103251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:17.794665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for router_gateway (89e783b2-f833-4e7b-9401-29500c9299dd), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.943355 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks [] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), precommit_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.950444 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), after_create {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:17.987602 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac is already hosted by enough agents. {{(pid=103251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:17.990569 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.scheduler.base_scheduler [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Resources bound (agent type, host, resource id): {{(pid=103251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:17.994233 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Received port after_create {{(pid=103251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:18.003123 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for router_gateway (89e783b2-f833-4e7b-9401-29500c9299dd), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.026703 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.029112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Pushing event updated for resources: {'Port': ['ID=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,revision_number=1']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:18.064259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Attempting to bind port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:18.064663 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Attempting to bind port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:18.065221 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Attempting to bind port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 on network 3f10b621-096a-4d63-b230-f1ee23f7c3ac {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:18.070816 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:18.071736 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Checking segment: {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:18.072312 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.072938 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Bound using segment: {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:18.073572 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Bound port: 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:18.073896 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.090486 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:18.141950 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Allocated IP 172.27.1.154 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/d5f6157f-3431-4510-9225-27301093f333) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:18.179090 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] For port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:18.191264 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:18.191641 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.197293 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] For port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:18.221877 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.258227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for port (d5f6157f-3431-4510-9225-27301093f333), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.301225 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ffb0-9d1c-413c-ba96-96835a17b3bb None None] Pushing event updated for resources: {'Port': ['ID=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,revision_number=2']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:18.301694 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (d5f6157f-3431-4510-9225-27301093f333), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.342535 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:18.345499 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:18.346244 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:18.346654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.352380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:18.376856 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:18.379614 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f6157f-3431-4510-9225-27301093f333,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:18.383373 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.441635 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:18.668693 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for router_gateway (89e783b2-f833-4e7b-9401-29500c9299dd), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.767846 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e4a6f778-975a-4ed9-8c4f-aeb1c770f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:18.870573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707240'] for router (89e783b2-f833-4e7b-9401-29500c9299dd), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.032264 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Router 89e783b2-f833-4e7b-9401-29500c9299dd is scheduled to L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 with binding_index 1 {{(pid=103249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 23:42:19.150563 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:19.161624 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Sync routers for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:19.173795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.175077 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-374ac89b-b04c-440d-837e-afa86ba75609 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6491673 May 06 23:42:19.177252 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:19.177860 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:19.178006 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50208) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:19.228033 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Sync routers for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:19.241874 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:19.242790 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:19.306151 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:19.314889 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaf416-1d66-4c41-a623-a541905d7b58 None None] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:42:19.413230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:19.489118 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Provisioning complete for port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:19.489403 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.579630 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 3, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:19.615454 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Checking router: 89e783b2-f833-4e7b-9401-29500c9299dd for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:19.616273 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Updating router 89e783b2-f833-4e7b-9401-29500c9299dd port d5f6157f-3431-4510-9225-27301093f333 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:42:19.653153 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (d5f6157f-3431-4510-9225-27301093f333), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.702470 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Current status of the port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:19.702470 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.773496 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] For port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:19.775457 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 2, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:19.805061 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Checking router: b9714057-81fa-4b4f-a2d7-de51c932f62c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:19.805944 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Updating router b9714057-81fa-4b4f-a2d7-de51c932f62c port 3271b456-0192-4ae1-a042-cea5f52a2e15 binding host dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:42:19.808111 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.883520 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:19.922416 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2e65b-1373-42cc-a4e9-955fd889b807 None None] Pushing event updated for resources: {'Port': ['ID=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:19.997214 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.010578 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks [] for port (d5f6157f-3431-4510-9225-27301093f333), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.023606 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (d5f6157f-3431-4510-9225-27301093f333), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.098984 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Attempting to bind port d5f6157f-3431-4510-9225-27301093f333 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:20.099745 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Attempting to bind port d5f6157f-3431-4510-9225-27301093f333 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:20.100197 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Attempting to bind port d5f6157f-3431-4510-9225-27301093f333 on network 17043ab6-afc5-409e-af86-4e76f065766e {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:20.112301 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:20.112981 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Checking segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:20.113485 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.113981 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Bound using segment: {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:20.114570 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Bound port: d5f6157f-3431-4510-9225-27301093f333, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a821f4-6dc9-4ba0-b171-85a3189324dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:20.115030 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (d5f6157f-3431-4510-9225-27301093f333), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.119095 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Pushing event updated for resources: {'Port': ['ID=d5f6157f-3431-4510-9225-27301093f333,revision_number=2']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:20.137321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-91c516c0-fc74-4cd1-87fa-de4cdbe0d75f None None] Provisioning complete for port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:20.138181 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-91c516c0-fc74-4cd1-87fa-de4cdbe0d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.145458 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.145983 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.146484 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.146934 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.147402 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.147896 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.148306 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.148883 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.149409 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.149980 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.150750 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.151192 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.151613 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.152076 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.152486 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:20.193891 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] For port d5f6157f-3431-4510-9225-27301093f333, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:20.198126 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] For port d5f6157f-3431-4510-9225-27301093f333, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=d5f6157f-3431-4510-9225-27301093f333,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:20.205328 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (d5f6157f-3431-4510-9225-27301093f333), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.275845 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Allocated IP 172.20.0.1 (3f10b621-096a-4d63-b230-f1ee23f7c3ac/b64b487e-d544-4cc5-a402-9b901c08c1ee/dd6a045f-daef-4a5b-bfb0-37def38fa002) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:20.276413 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:20.280888 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7d58e-4c18-4c24-88d1-31c916255366 None None] Pushing event updated for resources: {'Port': ['ID=d5f6157f-3431-4510-9225-27301093f333,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:20.322233 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:20.322989 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:20.406610 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks [] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.436205 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d24e-4c4f-42aa-b21a-b2ac88d3aa1d req-5d20731d-50ce-424f-bc87-2f20555fdb2f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:20.438453 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4978d24e-4c4f-42aa-b21a-b2ac88d3aa1d req-5d20731d-50ce-424f-bc87-2f20555fdb2f tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0591688 May 06 23:42:20.446040 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.470576 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:20.489683 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4978d24e-4c4f-42aa-b21a-b2ac88d3aa1d req-4742e9a6-c24a-4317-804a-2ff74fa46283 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 May 06 23:42:20.490319 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:20.493819 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:20.496683 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:20.506035 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:20.514384 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:20.514759 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.516223 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-91c516c0-fc74-4cd1-87fa-de4cdbe0d75f None None] Current status of the port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:20.558462 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705157'] for router_interface (89e783b2-f833-4e7b-9401-29500c9299dd), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.586283 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks [] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), precommit_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.594928 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.675585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707a282-4719-490a-b02b-7769d2f08c05 None None] Pushing event updated for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=3']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:20.691927 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:20.693064 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:20.729475 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 3, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:20.734619 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.780279 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f2713-7d64-4dea-8154-0bacc94ce603 None None] The sync data for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi is: [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 3, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:20.815339 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:20.815729 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.820037 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Attempting to bind port 3271b456-0192-4ae1-a042-cea5f52a2e15 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:20.820401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Attempting to bind port 3271b456-0192-4ae1-a042-cea5f52a2e15 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:20.820804 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Attempting to bind port 3271b456-0192-4ae1-a042-cea5f52a2e15 on network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:20.854373 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:20.854748 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Checking segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:20.855152 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.855549 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Bound using segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} {{(pid=103251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:20.856030 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.managers [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Bound port: 3271b456-0192-4ae1-a042-cea5f52a2e15, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}}] {{(pid=103251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:20.856411 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.883143 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-244ac8aa-d8da-40af-a003-2a58d1ce8ed7 None None] Provisioning complete for port dd6a045f-daef-4a5b-bfb0-37def38fa002 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:20.884032 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-244ac8aa-d8da-40af-a003-2a58d1ce8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.951043 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks [] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.956842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:20.982031 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-244ac8aa-d8da-40af-a003-2a58d1ce8ed7 None None] Port dd6a045f-daef-4a5b-bfb0-37def38fa002 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:42:21.006436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:21.017539 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] For port 3271b456-0192-4ae1-a042-cea5f52a2e15, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:21.021620 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] For port 3271b456-0192-4ae1-a042-cea5f52a2e15, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3271b456-0192-4ae1-a042-cea5f52a2e15,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:21.027074 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:21.029951 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.031907 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705359'] for router_interface (89e783b2-f833-4e7b-9401-29500c9299dd), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.129182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707a282-4719-490a-b02b-7769d2f08c05 None None] Pushing event updated for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:21.131785 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Provisioning complete for port 3271b456-0192-4ae1-a042-cea5f52a2e15 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:21.132296 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.136430 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:21.137094 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:41:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:21.157311 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:21.158807 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:21.283188 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-53349196-8de7-41a1-9de8-42541d4a88da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.301547 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.333773 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Router 89e783b2-f833-4e7b-9401-29500c9299dd has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:42:21.391035 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Current status of the port 3271b456-0192-4ae1-a042-cea5f52a2e15 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:21.391428 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.452412 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:21.484556 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:21.489526 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] For port 3271b456-0192-4ae1-a042-cea5f52a2e15, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3271b456-0192-4ae1-a042-cea5f52a2e15,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:21.497163 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2d96789e-3433-44f7-8464-31789e34b5b0 admin admin] 10.222.0.60 "PUT /v2.0/routers/89e783b2-f833-4e7b-9401-29500c9299dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3181059 May 06 23:42:21.505268 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.665795 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc631e-2a54-4997-a282-e5cd14e720f0 req-3e32fff9-678e-49f9-8382-ed605ded7376 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:21.670647 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Provisioning complete for port 3271b456-0192-4ae1-a042-cea5f52a2e15 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:21.671020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.672507 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbc8e2-f224-48e3-847e-bee2d18ecde3 None None] Pushing event updated for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:21.674767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26bc631e-2a54-4997-a282-e5cd14e720f0 req-3e32fff9-678e-49f9-8382-ed605ded7376 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0844212 May 06 23:42:21.738308 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:42:21.760742 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26bc631e-2a54-4997-a282-e5cd14e720f0 req-9971ac0b-b767-4164-a7db-a371f1c82a22 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848820 May 06 23:42:21.871440 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:21.902489 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fff823-6e4d-45f1-ac81-5e22f40b48eb None None] The sync data for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi is: [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:21.909299 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Current status of the port 3271b456-0192-4ae1-a042-cea5f52a2e15 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:21.922234 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Provisioning complete for port dd6a045f-daef-4a5b-bfb0-37def38fa002 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:21.922608 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:21.971591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f700-a9ee-40e7-a926-b4faf5fda025 None None] Port dd6a045f-daef-4a5b-bfb0-37def38fa002 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:42:22.174471 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3271b456-0192-4ae1-a042-cea5f52a2e15 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:22.202305 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-9a42fed0-4cf5-4853-8439-ba13b15173d7 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:22.203792 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-9a42fed0-4cf5-4853-8439-ba13b15173d7 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0480108 May 06 23:42:22.221932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port 3271b456-0192-4ae1-a042-cea5f52a2e15 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:22.222305 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.310131 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50224) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:22.316025 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135496540', 'description': 'tempest-secgroup-smoke-2135496540 description', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:22.348693 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.357367 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Deleting port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:42:22.358057 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.435521 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (e72228c2-0507-48bc-b053-db68d66005e8), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.441439 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (e72228c2-0507-48bc-b053-db68d66005e8), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.449870 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.461782 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] For port 42a5accf-0805-4760-91a8-4c8ca0bd7e31, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=42a5accf-0805-4760-91a8-4c8ca0bd7e31,segment=NetworkSegment(95d1782c-0300-4818-9574-093b379c7433),segment_id=95d1782c-0300-4818-9574-093b379c7433)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:22.462132 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.478524 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.485001 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Calling delete_port for 42a5accf-0805-4760-91a8-4c8ca0bd7e31 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:42:22.485641 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1739671 May 06 23:42:22.486487 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50226) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:22.488134 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port 3271b456-0192-4ae1-a042-cea5f52a2e15 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:22.489382 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device d5f6157f-3431-4510-9225-27301093f333 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:22.495133 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:22.503460 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b77c6-415a-4622-a6df-2aa8cdfeb443 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72228c2-0507-48bc-b053-db68d66005e8,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:22.537424 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (bc683917-4696-4506-b9ab-5fa56b664b57), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.564461 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port d5f6157f-3431-4510-9225-27301093f333 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:22.565292 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (d5f6157f-3431-4510-9225-27301093f333), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.616366 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (bc683917-4696-4506-b9ab-5fa56b664b57), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.623880 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (bc683917-4696-4506-b9ab-5fa56b664b57), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.650149 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc683917-4696-4506-b9ab-5fa56b664b57,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:22.656601 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.660399 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-2da5295a-f308-4a64-8dbc-217a02410242 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1671488 May 06 23:42:22.661529 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50228) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:22.667449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:22.713751 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port d5f6157f-3431-4510-9225-27301093f333 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:22.714248 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (d5f6157f-3431-4510-9225-27301093f333), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.730485 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (894f1ac4-deb6-4fad-be42-dab5d971d3bf), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.742985 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] For port d5f6157f-3431-4510-9225-27301093f333, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=d5f6157f-3431-4510-9225-27301093f333,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:22.748895 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (d5f6157f-3431-4510-9225-27301093f333), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.801318 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (894f1ac4-deb6-4fad-be42-dab5d971d3bf), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.807667 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (894f1ac4-deb6-4fad-be42-dab5d971d3bf), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.831768 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Pushing event updated for resources: {'Port': ['ID=d5f6157f-3431-4510-9225-27301093f333,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:22.832260 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894f1ac4-deb6-4fad-be42-dab5d971d3bf,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:22.855539 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.857144 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-456b3577-4359-4701-abc3-2a84073f5945 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943483 May 06 23:42:22.859887 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50232) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:22.865587 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:22.902580 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (70f6e133-0888-4826-a41a-e8fd6ff7ad1b), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.988873 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (70f6e133-0888-4826-a41a-e8fd6ff7ad1b), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:22.994948 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (70f6e133-0888-4826-a41a-e8fd6ff7ad1b), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.002306 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64aef3-aca9-492a-ad40-4fb8270aac68 req-ed207921-c45c-448a-ab5b-ef1183a5744c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:23.004923 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-df64aef3-aca9-492a-ad40-4fb8270aac68 req-ed207921-c45c-448a-ab5b-ef1183a5744c tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/ports?device_id=c68416d9-bbc5-43d0-9b56-c5d37f9b228a HTTP/1.1" status: 200 len: 945 time: 0.0808537 May 06 23:42:23.026086 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f6e133-0888-4826-a41a-e8fd6ff7ad1b,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:23.032015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.036010 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-c46313b5-7df3-4501-9e90-3957cc124d80 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723042 May 06 23:42:23.037248 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50234) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:23.040694 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:23.071598 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (175dc462-2849-422e-9d61-e5eb5a31fb32), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.073360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (42a5accf-0805-4760-91a8-4c8ca0bd7e31), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.085550 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-df64aef3-aca9-492a-ad40-4fb8270aac68 req-4db34d9f-44ea-4662-92d9-bc6886ea73a1 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c8c4d9-113f-49a1-94b0-0cb9a817c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 May 06 23:42:23.092674 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['42a5accf-0805-4760-91a8-4c8ca0bd7e31'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:42:23.106496 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Pushing event deleted for resources: {'Port': ['ID=42a5accf-0805-4760-91a8-4c8ca0bd7e31,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:23.157147 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (175dc462-2849-422e-9d61-e5eb5a31fb32), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.162508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (175dc462-2849-422e-9d61-e5eb5a31fb32), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.174655 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] No DVR routers for this DVR port 42a5accf-0805-4760-91a8-4c8ca0bd7e31 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:42:23.182904 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175dc462-2849-422e-9d61-e5eb5a31fb32,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:23.187388 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.190981 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-eb260c7b-cbfb-42cd-820a-917b791acc82 req-6e091602-9ebc-4148-b6f7-23ab457831c3 tempest-VolumesSnapshotTestJSON-1968574774 tempest-VolumesSnapshotTestJSON-1968574774-project] 10.222.0.59 "DELETE /v2.0/ports/42a5accf-0805-4760-91a8-4c8ca0bd7e31 HTTP/1.1" status: 204 len: 173 time: 0.9811099 May 06 23:42:23.191568 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'name': 'network-vif-deleted', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:42:23.191676 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.192990 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-da9f90dd-668e-4be5-9c33-c19763cf2027 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558216 May 06 23:42:23.200374 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50236) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:23.202636 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed7f87a-c5f9-4479-b01a-c33a16a66265" -d '{"events": [{"server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "name": "network-vif-deleted", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:42:23.207115 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:23.248423 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46918f86-8dd8-48e4-8556-ea0b49683120 x-openstack-request-id: req-46918f86-8dd8-48e4-8556-ea0b49683120 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:42:23.249049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68416d9-bbc5-43d0-9b56-c5d37f9b228a", "name": "network-vif-deleted", "tag": "42a5accf-0805-4760-91a8-4c8ca0bd7e31", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:42:23.249393 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46918f86-8dd8-48e4-8556-ea0b49683120 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:42:23.250017 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46918f86-8dd8-48e4-8556-ea0b49683120'] response: {'server_uuid': 'c68416d9-bbc5-43d0-9b56-c5d37f9b228a', 'name': 'network-vif-deleted', 'tag': '42a5accf-0805-4760-91a8-4c8ca0bd7e31', 'status': 'completed', 'code': 200} May 06 23:42:23.253990 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.securitygroups_db [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Project 35b2ce1dc11d445c806fd9d3bb291860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:42:23.261407 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (3a1eb0ba-a685-4729-a103-3779f38f04c5), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.326916 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Sync routers for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:23.339544 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:23.340176 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:42:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:23.349936 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (3a1eb0ba-a685-4729-a103-3779f38f04c5), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.354347 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (3a1eb0ba-a685-4729-a103-3779f38f04c5), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.374083 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1eb0ba-a685-4729-a103-3779f38f04c5,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:23.380552 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.386276 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d2a28997-ded0-4e55-bd0a-47fe35a688d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793890 May 06 23:42:23.387117 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50242) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:23.396370 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'security_group_rule': {'security_group_id': 'e72228c2-0507-48bc-b053-db68d66005e8', 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:23.437823 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.securitygroups_db [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Project 35b2ce1dc11d445c806fd9d3bb291860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 23:42:23.442757 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (e599e9ed-ccaa-4c45-b4e6-906f137bd8c1), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.469029 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:23.477810 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.517618 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (e599e9ed-ccaa-4c45-b4e6-906f137bd8c1), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.521911 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787688'] for security_group_rule (e599e9ed-ccaa-4c45-b4e6-906f137bd8c1), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.543046 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e599e9ed-ccaa-4c45-b4e6-906f137bd8c1,revision_number=0']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:23.554040 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:23.561243 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6c036cee-53a5-4521-8681-49fc33d189d1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726665 May 06 23:42:23.697387 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 4, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'dd6a045f-daef-4a5b-bfb0-37def38fa002', 'name': '', 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'mac_address': 'fa:16:3e:b9:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:20Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 2, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'subnets': [{'id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:23.724169 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Checking router: 89e783b2-f833-4e7b-9401-29500c9299dd for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:23.724415 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Updating router 89e783b2-f833-4e7b-9401-29500c9299dd port dd6a045f-daef-4a5b-bfb0-37def38fa002 binding host dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 23:42:23.753341 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.061081 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks [] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), precommit_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.070896 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.108243 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device d5f6157f-3431-4510-9225-27301093f333 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:24.127370 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740aaba-1ec4-4462-9b9b-cea7c5dcce93 None None] Pushing event updated for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=3']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:24.162345 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port d5f6157f-3431-4510-9225-27301093f333 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:24.162722 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (d5f6157f-3431-4510-9225-27301093f333), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.181334 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Attempting to bind port dd6a045f-daef-4a5b-bfb0-37def38fa002 on host dv-cinder-840996-1-iscsi for vnic_type normal with profile {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:24.182046 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Attempting to bind port dd6a045f-daef-4a5b-bfb0-37def38fa002 by drivers openvswitch,hyperv on host dv-cinder-840996-1-iscsi at level 0 using segments [{'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:24.182582 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Attempting to bind port dd6a045f-daef-4a5b-bfb0-37def38fa002 on network 3f10b621-096a-4d63-b230-f1ee23f7c3ac {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:24.189630 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Checking agent: {'id': 'f7731112-8ad7-4632-960a-0377538e3b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 24, 55), 'started_at': datetime.datetime(2022, 5, 6, 23, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:24.190843 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Checking segment: {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:24.191795 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.192072 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Bound using segment: {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'} {{(pid=103252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:24.192575 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.managers [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Bound port: dd6a045f-daef-4a5b-bfb0-37def38fa002, host: dv-cinder-840996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac'}}] {{(pid=103252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:24.193083 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), before_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.284915 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] For port dd6a045f-daef-4a5b-bfb0-37def38fa002, host dv-cinder-840996-1-iscsi, cleared binding levels {{(pid=103252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:24.289342 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.plugins.ml2.db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] For port dd6a045f-daef-4a5b-bfb0-37def38fa002, host dv-cinder-840996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=dd6a045f-daef-4a5b-bfb0-37def38fa002,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:24.298321 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron_lib.callbacks.manager [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_update {{(pid=103252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.324446 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port d5f6157f-3431-4510-9225-27301093f333 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:24.347102 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:24.347829 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:42:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:24.419737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Provisioning complete for port dd6a045f-daef-4a5b-bfb0-37def38fa002 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:24.420689 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.424061 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740aaba-1ec4-4462-9b9b-cea7c5dcce93 None None] Pushing event updated for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=4']} {{(pid=103252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:24.545968 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Current status of the port dd6a045f-daef-4a5b-bfb0-37def38fa002 is: DOWN; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:24.547219 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.606996 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] For port dd6a045f-daef-4a5b-bfb0-37def38fa002, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=dd6a045f-daef-4a5b-bfb0-37def38fa002,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:24.613587 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.633459 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:24.682801 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853b144-7a43-4a1b-8b18-1af71df2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:24.732692 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-6cd46d45-353b-4e21-a742-4e2ff4e351cf None None] Provisioning complete for port dd6a045f-daef-4a5b-bfb0-37def38fa002 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:24.732890 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6cd46d45-353b-4e21-a742-4e2ff4e351cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:24.813347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-6cd46d45-353b-4e21-a742-4e2ff4e351cf None None] Current status of the port dd6a045f-daef-4a5b-bfb0-37def38fa002 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:24.827952 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 4, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'dd6a045f-daef-4a5b-bfb0-37def38fa002', 'name': '', 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'mac_address': 'fa:16:3e:b9:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:20Z', 'updated_at': '2022-05-06T23:42:24Z', 'revision_number': 4, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'subnets': [{'id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:24.858481 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeab36f-9330-4e29-8284-bdef231be04e None None] The sync data for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi is: [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:42:20Z', 'revision_number': 4, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': 'dd6a045f-daef-4a5b-bfb0-37def38fa002', 'name': '', 'network_id': '3f10b621-096a-4d63-b230-f1ee23f7c3ac', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'mac_address': 'fa:16:3e:b9:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:20Z', 'updated_at': '2022-05-06T23:42:24Z', 'revision_number': 4, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'subnets': [{'id': 'b64b487e-d544-4cc5-a402-9b901c08c1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:25.190916 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:26.063069 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device dd6a045f-daef-4a5b-bfb0-37def38fa002 up at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:26.109421 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Provisioning complete for port dd6a045f-daef-4a5b-bfb0-37def38fa002 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:26.109814 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:26.189807 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Current status of the port dd6a045f-daef-4a5b-bfb0-37def38fa002 is: ACTIVE; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:27.288816 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 42a5accf-0805-4760-91a8-4c8ca0bd7e31 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:42:27.309891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 42a5accf-0805-4760-91a8-4c8ca0bd7e31 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:42:27.310231 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 42a5accf-0805-4760-91a8-4c8ca0bd7e31 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:42:42.068451 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-ae3dc4e3-9fe4-415c-8b31-8fac1e96df67 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135496540&fields=id&tenant_id=35b2ce1dc11d445c806fd9d3bb291860 HTTP/1.1" status: 200 len: 267 time: 0.0428197 May 06 23:42:42.174710 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-1e196bba-7be1-4f52-9c29-3e5c900f0a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:42.176149 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-1e196bba-7be1-4f52-9c29-3e5c900f0a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 808 time: 0.1009243 May 06 23:42:42.190767 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-7bc734ae-4cd2-48f4-80e3-fdbf8a84c961 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/quotas/35b2ce1dc11d445c806fd9d3bb291860 HTTP/1.1" status: 200 len: 375 time: 0.0093346 May 06 23:42:42.238076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-753dae89-3460-481b-89c3-769a06fad726 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424774 May 06 23:42:42.330111 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-23a3f259-c3a5-41aa-9988-0ee3421b9e31 service neutron] 10.222.0.60 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803051 May 06 23:42:42.421619 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-223afc73-3212-40ab-9f0c-7d125a0876fb service neutron] 10.222.0.60 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858209 May 06 23:42:42.698696 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d4e182a7-de5b-46f3-a62c-b4eb39bb0132 req-8d16ea9a-ec5a-400b-91d9-a5b88e026a8c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 210 time: 0.0278037 May 06 23:42:43.647814 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-3290890f-88aa-41d3-b4a6-e79980d266dd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:43.649262 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-3290890f-88aa-41d3-b4a6-e79980d266dd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 808 time: 0.1035488 May 06 23:42:43.712148 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-7475186f-6592-407b-aeef-17d54db92720 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b2ce1dc11d445c806fd9d3bb291860 HTTP/1.1" status: 200 len: 380 time: 0.0519910 May 06 23:42:43.734211 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'port': {'device_id': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'admin_state_up': True, 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'security_groups': ['e72228c2-0507-48bc-b053-db68d66005e8']}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:43.810348 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9024e3ef-d44b-421b-ade3-f1c5fcba1c4f req-ee301d87-8319-4a75-87e7-97643d8bd491 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 210 time: 0.0370650 May 06 23:42:43.866067 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Made reservation on behalf of 35b2ce1dc11d445c806fd9d3bb291860 for: {'port': 1} {{(pid=103249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 23:42:43.869356 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:43.993932 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_common [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Allocated IP 172.20.0.4 (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8/5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91/c76769c7-aede-45f4-9fe2-3b93156a9922) {{(pid=103249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:44.145444 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), precommit_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.181802 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_create {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.226589 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 is already hosted by enough agents. {{(pid=103249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:44.231866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.base_scheduler [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Resources bound (agent type, host, resource id): {{(pid=103249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:44.234418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Received port after_create {{(pid=103249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:44.281521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=1']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:44.303862 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:44.304467 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.321415 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a2e34cd3-517e-43a7-b79c-3ac8850ff39b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912240 May 06 23:42:44.360025 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.v2.base [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Request body: {'port': {'device_id': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84099'}} {{(pid=103249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:44.422820 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.446373 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-e7a0c64f-d9c5-476f-a4fb-1f3a5894b82e None None] Provisioning complete for port c76769c7-aede-45f4-9fe2-3b93156a9922 triggered by entity DHCP. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:44.446940 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e7a0c64f-d9c5-476f-a4fb-1f3a5894b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.481928 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-e7a0c64f-d9c5-476f-a4fb-1f3a5894b82e None None] Port c76769c7-aede-45f4-9fe2-3b93156a9922 cannot update to ACTIVE because it is not bound. {{(pid=103251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 23:42:44.686147 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76769c7-aede-45f4-9fe2-3b93156a9922 {{(pid=103249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:42:44.693283 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks [] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), precommit_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.705036 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.provisioning_blocks [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Transition to ACTIVE for port object c76769c7-aede-45f4-9fe2-3b93156a9922 will not be triggered until provisioned by entity L2. {{(pid=103249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 23:42:44.709475 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.761236 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=2']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:44.833771 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Attempting to bind port c76769c7-aede-45f4-9fe2-3b93156a9922 on host hv-cinder-84099 for vnic_type normal with profile {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 23:42:44.834208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Attempting to bind port c76769c7-aede-45f4-9fe2-3b93156a9922 by drivers openvswitch,hyperv on host hv-cinder-84099 at level 0 using segments [{'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 23:42:44.834613 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Attempting to bind port c76769c7-aede-45f4-9fe2-3b93156a9922 on network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:44.843221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Port c76769c7-aede-45f4-9fe2-3b93156a9922 on network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84099 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 23:42:44.843221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Attempting to bind port c76769c7-aede-45f4-9fe2-3b93156a9922 on network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 23:42:44.845130 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Checking agent: {'id': '44514b48-e08b-4257-8bbb-32b7cf0dbc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'started_at': datetime.datetime(2022, 5, 6, 23, 31, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 23, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 23:42:44.845469 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Checking segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 23:42:44.846104 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Bound using segment: {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'} {{(pid=103249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 23:42:44.846266 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.managers [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Bound port: c76769c7-aede-45f4-9fe2-3b93156a9922, host: hv-cinder-84099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7641074d-cdd3-41f2-b4a9-a47462fb8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8'}}] {{(pid=103249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 23:42:44.846734 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:44.963687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105802da-d615-4e0d-977d-92bcce254aed req-213c7401-9658-4658-b6c2-5d11fb49b758 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:44.965617 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-105802da-d615-4e0d-977d-92bcce254aed req-213c7401-9658-4658-b6c2-5d11fb49b758 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0835388 May 06 23:42:44.970061 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, cleared binding levels {{(pid=103249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 23:42:44.976221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 23:42:44.990875 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3693959'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:45.040054 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.040705 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:45.042198 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] 10.222.0.59 "PUT /v2.0/ports/c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1093 time: 0.6864309 May 06 23:42:45.044324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:42:45.046965 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:42:45.075687 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bdc14-f3f4-4ea5-a30a-750c9e5fee76 service neutron] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=3']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:45.081691 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-105802da-d615-4e0d-977d-92bcce254aed req-df505cf5-f51f-4886-be31-c7c26ae87ee1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086893 May 06 23:42:45.116938 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37705309-9574-456f-814f-da0d52e395be x-openstack-request-id: req-37705309-9574-456f-814f-da0d52e395be {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:42:45.117297 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:42:45.117724 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37705309-9574-456f-814f-da0d52e395be {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:42:45.118089 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37705309-9574-456f-814f-da0d52e395be'] response: {'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'status': 'completed', 'code': 200} May 06 23:42:45.157911 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-cca4ba78-03f7-4703-930d-cbab1e152628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.159449 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-cca4ba78-03f7-4703-930d-cbab1e152628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1127 time: 0.0608048 May 06 23:42:45.205593 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-a32a85f2-fe2a-4b31-9634-30878d976722 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 217 time: 0.0366492 May 06 23:42:45.266930 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-5bb99e7e-0b66-4e75-afd3-badfbd268fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.269522 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-5bb99e7e-0b66-4e75-afd3-badfbd268fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0570745 May 06 23:42:45.334187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-462fd642-5e80-4cd2-be45-764f563db00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.335726 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-462fd642-5e80-4cd2-be45-764f563db00c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591314 May 06 23:42:45.427132 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-7c80a8be-c575-4d10-b52f-0a2043591aba service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 May 06 23:42:45.522494 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-918f71e6-41b4-452f-8af2-87e43820b1dd req-0cf13621-fdc7-439c-8b5b-f92f1f51d10a service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884209 May 06 23:42:45.834738 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-0ca7d615-2ab5-4557-adea-472003062af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.836226 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-0ca7d615-2ab5-4557-adea-472003062af4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1127 time: 0.0386796 May 06 23:42:45.931208 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-c101fc91-6f33-4f2f-aa4e-9e929b7dfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:45.932726 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-c101fc91-6f33-4f2f-aa4e-9e929b7dfa7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0889938 May 06 23:42:45.975229 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-465c9e30-b3ff-4263-bd37-2e9913da4b8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 217 time: 0.0359952 May 06 23:42:46.021897 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-78e60fec-4864-460f-b0b3-59ea28aaa380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:46.023328 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-78e60fec-4864-460f-b0b3-59ea28aaa380 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0422635 May 06 23:42:46.065122 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-a8b35d8f-b36f-4edc-a2b7-a11008c9d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:46.066547 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-a8b35d8f-b36f-4edc-a2b7-a11008c9d7aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368788 May 06 23:42:46.156973 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-53503168-0d99-405c-a398-bbaf1b2adb63 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835109 May 06 23:42:46.260247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee93f-ae69-49c2-b249-fa3069251a20 req-55a64785-0609-4952-8af6-58f466bf63b8 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:46.261755 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3feee93f-ae69-49c2-b249-fa3069251a20 req-55a64785-0609-4952-8af6-58f466bf63b8 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0996053 May 06 23:42:46.307419 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f787ad0a-8f69-40c2-ac4e-49d2da5f1f26 req-b69231ce-9043-4bf2-bcce-647a6cec0a8d service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441603 May 06 23:42:46.330351 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3feee93f-ae69-49c2-b249-fa3069251a20 req-8300b9ab-1c5c-40ee-be90-2fdfb5d9ffde tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627642 May 06 23:42:47.444432 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a799f-a6d3-409d-989e-fc132f36603c req-f3184fc2-ec77-4a7c-a80e-bd40d179edda tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:47.445915 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-219a799f-a6d3-409d-989e-fc132f36603c req-f3184fc2-ec77-4a7c-a80e-bd40d179edda tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0460243 May 06 23:42:47.469671 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50506) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:47.495256 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-219a799f-a6d3-409d-989e-fc132f36603c req-be09def0-5913-4727-8e81-027687739c4a tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 May 06 23:42:47.513132 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Deleting subnet e3ab6933-0a85-4aa6-af8c-34a267ce2b4b {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:42:47.516126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Publish callbacks [] for subnet (e3ab6933-0a85-4aa6-af8c-34a267ce2b4b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.549554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (e3ab6933-0a85-4aa6-af8c-34a267ce2b4b), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.588471 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (e3ab6933-0a85-4aa6-af8c-34a267ce2b4b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.644858 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (e3ab6933-0a85-4aa6-af8c-34a267ce2b4b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.668720 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ab6933-0a85-4aa6-af8c-34a267ce2b4b,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:47.674366 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.677524 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-ef1c3567-30ad-4e66-8369-dd771dc06dde admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3ab6933-0a85-4aa6-af8c-34a267ce2b4b HTTP/1.1" status: 204 len: 168 time: 0.2068582 May 06 23:42:47.679990 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50508) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:47.747244 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.827518 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.847427 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdf496d-6b00-4b6b-bdff-ddb66b1f7981']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:47.857123 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d1782c-0300-4818-9574-093b379c7433') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:47.857421 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d1782c-0300-4818-9574-093b379c7433') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:47.866738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (95d1782c-0300-4818-9574-093b379c7433), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.880102 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (95d1782c-0300-4818-9574-093b379c7433), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.886075 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:42:47.886452 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (95d1782c-0300-4818-9574-093b379c7433), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:42:47.888053 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:42:47.940907 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (ebdf496d-6b00-4b6b-bdff-ddb66b1f7981), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.945798 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:47.949006 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ebdf496d-6b00-4b6b-bdff-ddb66b1f7981 HTTP/1.1" status: 204 len: 168 time: 0.2679961 May 06 23:42:47.959738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bb6c3-ed88-4a6b-b6f6-cbc444ea33e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebdf496d-6b00-4b6b-bdff-ddb66b1f7981,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:48.103784 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50512) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:48.143260 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-402a6045-15bc-4593-b6a6-9563f97c88f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbfdc805dcba4bbb8a0918f41c0d38c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383627 May 06 23:42:48.145595 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50514) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:48.193311 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Publish callbacks [] for security_group (b6c8c4d9-113f-49a1-94b0-0cb9a817c421), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:48.213717 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Publish callbacks [] for security_group (b6c8c4d9-113f-49a1-94b0-0cb9a817c421), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:48.258235 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (b6c8c4d9-113f-49a1-94b0-0cb9a817c421), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:48.261466 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:48.262602 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6c8c4d9-113f-49a1-94b0-0cb9a817c421 HTTP/1.1" status: 204 len: 168 time: 0.1161611 May 06 23:42:48.270951 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8c4d9-113f-49a1-94b0-0cb9a817c421,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:48.278518 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.278869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.279216 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.279557 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.279895 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.280229 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.280743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.281072 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.281403 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.281775 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.282116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.282474 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.282936 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.283227 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.283665 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d302541-248c-4bcc-b05b-af2f7400fe5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:48.615831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189d141-61a7-407b-a73a-ed3683f11dbc req-ee92ba54-19c2-4323-970e-d9c08b8d4dbc tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:48.617416 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d189d141-61a7-407b-a73a-ed3683f11dbc req-ee92ba54-19c2-4323-970e-d9c08b8d4dbc tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0498297 May 06 23:42:48.669299 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d189d141-61a7-407b-a73a-ed3683f11dbc req-9146b7dc-b9fc-47e3-bb07-bf3038ce4030 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 May 06 23:42:48.771547 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2cecb910-c111-4d9d-a0d2-c445c7fc4fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:49.782051 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6c23-2014-46c7-81e2-3229bfa779d7 req-288205ed-563b-46ad-aa95-654d686cd398 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:49.783481 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97be6c23-2014-46c7-81e2-3229bfa779d7 req-288205ed-563b-46ad-aa95-654d686cd398 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0452156 May 06 23:42:49.833192 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-97be6c23-2014-46c7-81e2-3229bfa779d7 req-3f5f8876-0c67-483e-9d7d-2d16a21b11af tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 May 06 23:42:50.944376 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01defed5-94bf-44e8-b815-5b3691385f71 req-379b74ee-944c-4953-92d5-1be2cfc943ff tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:50.945843 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-01defed5-94bf-44e8-b815-5b3691385f71 req-379b74ee-944c-4953-92d5-1be2cfc943ff tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0459154 May 06 23:42:50.993273 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-01defed5-94bf-44e8-b815-5b3691385f71 req-2629f6f9-d998-47d9-8b34-6753997bf485 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 May 06 23:42:51.173894 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:51.218737 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37acba9a-3395-42b3-bb6a-ba94c0187a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:52.103164 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c52f8-73e7-4a5d-9e47-bf588f8f5f7b req-3ca4ee6e-6318-4d7e-b4ac-88610d80ff28 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:52.105469 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ba7c52f8-73e7-4a5d-9e47-bf588f8f5f7b req-3ca4ee6e-6318-4d7e-b4ac-88610d80ff28 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0460677 May 06 23:42:52.151804 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ba7c52f8-73e7-4a5d-9e47-bf588f8f5f7b req-b8195b32-f327-43bf-9475-b1891441f30a tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 May 06 23:42:52.306163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:52.571302 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:42:52.667098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:52.677637 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'mac_address': 'fa:16:3e:fb:bd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:42:52.714581 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port c76769c7-aede-45f4-9fe2-3b93156a9922 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:52.714960 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:52.727333 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76769c7-aede-45f4-9fe2-3b93156a9922 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:42:52.746298 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:52.749989 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:52.793412 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=4']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:52.984018 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['c76769c7-aede-45f4-9fe2-3b93156a9922'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:42:53.266558 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e628-168a-4b34-af0b-3ef92f7ce99b req-f01e4290-cc3d-4f58-a361-5938bcfc5cf9 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:53.268054 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c5d7e628-168a-4b34-af0b-3ef92f7ce99b req-f01e4290-cc3d-4f58-a361-5938bcfc5cf9 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 944 time: 0.0494549 May 06 23:42:53.316826 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-c5d7e628-168a-4b34-af0b-3ef92f7ce99b req-4d83e88b-3089-4d1b-9a77-ed4fd526fb1e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 May 06 23:42:53.470256 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:54.428226 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850ec1-ef60-4432-841e-fbb24d45c688 req-e60163d5-14c9-4220-82c4-63bea5456b9e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:54.429721 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a4850ec1-ef60-4432-841e-fbb24d45c688 req-e60163d5-14c9-4220-82c4-63bea5456b9e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 944 time: 0.0467136 May 06 23:42:54.476975 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a4850ec1-ef60-4432-841e-fbb24d45c688 req-e786eac8-7131-489d-ab8f-232890cc8838 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 May 06 23:42:54.574004 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:42:54.616751 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning for port c76769c7-aede-45f4-9fe2-3b93156a9922 completed by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 23:42:54.622786 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port c76769c7-aede-45f4-9fe2-3b93156a9922 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:42:54.623187 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:54.701034 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port c76769c7-aede-45f4-9fe2-3b93156a9922 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:42:54.701605 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:54.732131 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:42:54.734570 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a468c-c9d7-4e2e-8738-e823f8a8c4ea" -d '{"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-plugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:42:54.749654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:42:54.754171 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:54.785312 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516c59f-e4fc-4a40-beac-18aaaeae5180 x-openstack-request-id: req-d516c59f-e4fc-4a40-beac-18aaaeae5180 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:42:54.785597 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-plugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:42:54.785847 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d516c59f-e4fc-4a40-beac-18aaaeae5180 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:42:54.786232 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d516c59f-e4fc-4a40-beac-18aaaeae5180'] response: {'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'code': 200} May 06 23:42:54.811627 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=5']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:54.818595 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.818937 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.819274 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.819605 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.819932 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.820255 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.820601 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.820919 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.821240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.821558 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.822413 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.822732 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.823049 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.823367 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:54.823683 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:42:55.002931 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54dee4-04f0-46ca-a09f-a43916273cf7 req-747dca76-db4f-492b-a2e7-3d2a00dd4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:55.004304 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ca54dee4-04f0-46ca-a09f-a43916273cf7 req-747dca76-db4f-492b-a2e7-3d2a00dd4233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0407155 May 06 23:42:55.049426 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ca54dee4-04f0-46ca-a09f-a43916273cf7 req-08128ee4-690f-44d4-83a8-7ab769eb20d2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 May 06 23:42:55.193599 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:55.585404 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f70b-eef8-4ea2-b299-137ded7eb5b3 req-a2380161-797d-4d11-a976-1eba453f60cc tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:55.586847 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6093f70b-eef8-4ea2-b299-137ded7eb5b3 req-a2380161-797d-4d11-a976-1eba453f60cc tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0463700 May 06 23:42:55.634758 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6093f70b-eef8-4ea2-b299-137ded7eb5b3 req-f4716b89-73f1-4f77-a6ed-966ede489491 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 May 06 23:42:56.746247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06796408-2406-4178-82ac-f74aa1e8c579 req-26f7925c-d3b7-4c90-af7f-0b9f1fec6efd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:56.747722 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06796408-2406-4178-82ac-f74aa1e8c579 req-26f7925c-d3b7-4c90-af7f-0b9f1fec6efd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0458074 May 06 23:42:56.799799 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06796408-2406-4178-82ac-f74aa1e8c579 req-e40ab81a-47db-4e29-a980-fb885707b70a tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 May 06 23:42:56.910525 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e3b44-f7c0-45ef-a94f-9d67426814d8 req-4454b13f-442c-4b30-9a8f-196c46b70b50 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:56.911957 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-773e3b44-f7c0-45ef-a94f-9d67426814d8 req-4454b13f-442c-4b30-9a8f-196c46b70b50 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0459015 May 06 23:42:56.958929 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-773e3b44-f7c0-45ef-a94f-9d67426814d8 req-19cfbfe2-4104-4367-a3d8-ca7f5c303b87 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 May 06 23:42:56.980762 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50540) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:57.203425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3dd05-5249-4d2e-98b2-b0a7f2885b9f tempest-TestShelveInstance-2078837113 tempest-TestShelveInstance-2078837113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:57.204947 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-caa3dd05-5249-4d2e-98b2-b0a7f2885b9f tempest-TestShelveInstance-2078837113 tempest-TestShelveInstance-2078837113-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1124 time: 0.2232244 May 06 23:42:57.207919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50544) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:42:57.212109 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.v2.base [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Request body: {'floatingip': {'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 23:42:57.231848 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:57.306801 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (None), before_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:57.411316 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_common [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Allocated IP 172.27.1.118 (17043ab6-afc5-409e-af86-4e76f065766e/677bcfd6-8cff-4cfa-87f3-ca584f61595a/5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa) {{(pid=103250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 23:42:57.511361 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:57.543971 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778215741799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:57.584124 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Network 17043ab6-afc5-409e-af86-4e76f065766e is already hosted by enough agents. {{(pid=103250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 23:42:57.587070 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.base_scheduler [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Resources bound (agent type, host, resource id): {{(pid=103250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 23:42:57.589919 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Received port after_create {{(pid=103250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 23:42:57.618379 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'Port': ['ID=5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa,revision_number=1']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:57.950887 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for floatingip (9a6d8fbe-b1be-4341-9986-827ef905160c), precommit_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.016247 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), before_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.161534 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), precommit_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.165823 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59543418'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), after_update {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.230764 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event updated for resources: {'Port': ['ID=5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa,revision_number=2']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:42:58.241877 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705491'] for floatingip (9a6d8fbe-b1be-4341-9986-827ef905160c), after_create {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.340769 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Floating IP 9a6d8fbe-b1be-4341-9986-827ef905160c associated. External IP: 172.27.1.118, port: c76769c7-aede-45f4-9fe2-3b93156a9922. May 06 23:42:58.554904 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Router b9714057-81fa-4b4f-a2d7-de51c932f62c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:42:58.663683 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:42:58.673903 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Sync routers for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:42:58.679969 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:42:58.683506 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:58.684120 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:42:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:58.709386 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-11fa1e06-d039-4f71-b876-5714b6b79a56 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5004857 May 06 23:42:58.710062 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:42:58.712280 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d46bb-54db-45bc-b8a7-f018956c819a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:42:58.736124 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:42:58.747741 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df2d6c-b90c-4fa0-bac4-46841d535047 x-openstack-request-id: req-f2df2d6c-b90c-4fa0-bac4-46841d535047 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:42:58.748075 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:42:58.748326 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2df2d6c-b90c-4fa0-bac4-46841d535047 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:42:58.748754 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2df2d6c-b90c-4fa0-bac4-46841d535047'] response: {'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'status': 'completed', 'code': 200} May 06 23:42:58.798914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:58.807939 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-d43d1227-ef17-4c91-8bf5-762b525c7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:58.809404 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-d43d1227-ef17-4c91-8bf5-762b525c7c10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0395889 May 06 23:42:58.900569 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-15a03c1e-b894-4532-b113-f5c55e18a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:58.902040 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-15a03c1e-b894-4532-b113-f5c55e18a59e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0864041 May 06 23:42:58.965353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-2ebdb354-ddcb-4461-aeb1-b55888aa2a98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 999 time: 0.0567360 May 06 23:42:59.012167 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '9a6d8fbe-b1be-4341-9986-827ef905160c', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'mac_address': 'fa:16:3e:fb:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:57Z', 'updated_at': '2022-05-06T23:42:57Z', 'revision_number': 0, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:59.018035 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-5d935a6e-1d1c-42e5-a2df-c828e844adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:59.019483 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-5d935a6e-1d1c-42e5-a2df-c828e844adb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0429568 May 06 23:42:59.037347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Checking router: b9714057-81fa-4b4f-a2d7-de51c932f62c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:42:59.045992 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:42:59.046589 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:42:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:59.065788 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-a192ab45-fc5f-4889-867a-cad1fc92c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:42:59.067188 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-a192ab45-fc5f-4889-867a-cad1fc92c7a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412576 May 06 23:42:59.155521 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-8d5c423d-4f48-45e5-bf64-eaf67b7ad49e service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810406 May 06 23:42:59.159054 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:42:59.246770 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-e54d46bb-54db-45bc-b8a7-f018956c819a req-6a4a8d2d-3ea7-4349-bf50-41ed54984be6 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 May 06 23:42:59.370845 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-9da97974-31a8-4630-8c39-87133868be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '9a6d8fbe-b1be-4341-9986-827ef905160c', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'mac_address': 'fa:16:3e:fb:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:57Z', 'updated_at': '2022-05-06T23:42:57Z', 'revision_number': 0, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:42:59.399759 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da97974-31a8-4630-8c39-87133868be2d None None] The sync data for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi is: [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': '9a6d8fbe-b1be-4341-9986-827ef905160c', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'mac_address': 'fa:16:3e:fb:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:42:57Z', 'updated_at': '2022-05-06T23:42:57Z', 'revision_number': 0, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:42:59.579224 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491cb0b4-aaa7-419a-ad28-06796bf9e58a None None] New status for floating IP 9a6d8fbe-b1be-4341-9986-827ef905160c: ACTIVE {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:43:18.773392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-4196d2a3-aedf-4d33-9f00-8baad89155a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:21.190761 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:21.218670 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-c0af87e8-4e24-45b2-9243-ba905fdb0058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:22.310103 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:23.473392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:25.196020 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:29.636036 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-e0775db4-cad8-4367-b9bc-a5fb6346c268 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383840 May 06 23:43:29.715169 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-e5a88d4c-f888-4b10-bdc2-c2b5f23935ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:29.716697 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-e5a88d4c-f888-4b10-bdc2-c2b5f23935ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0378389 May 06 23:43:29.820620 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-e208682d-b0f0-4526-a11d-c9332994cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:29.822039 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-e208682d-b0f0-4526-a11d-c9332994cfca service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.0860670 May 06 23:43:29.887071 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-8241b176-5a23-4574-99fd-3229e3ed9b7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 1001 time: 0.0562310 May 06 23:43:29.933216 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-23020b31-c1b6-41fe-9bdb-a3aa59036dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:29.934605 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-23020b31-c1b6-41fe-9bdb-a3aa59036dd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0417600 May 06 23:43:29.981822 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-3053a9af-6f10-45fd-8b30-a722a5202308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:29.983258 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-3053a9af-6f10-45fd-8b30-a722a5202308 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399728 May 06 23:43:30.070310 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-2ffba601-14c1-4b7a-9032-d7149161f0dd service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793827 May 06 23:43:30.158784 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f7a04a31-c3c1-4ac6-a694-bf48271a389b req-776a99a4-e6ab-473d-82f5-2e30e0792367 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820951 May 06 23:43:35.734731 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:43:42.513920 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50568) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:42.656976 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port ea7612f4-7c8b-49ab-9a64-e77cc451f355 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:42.657314 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:42.732802 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:42.733126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (ea7612f4-7c8b-49ab-9a64-e77cc451f355), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:42.745565 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for ea7612f4-7c8b-49ab-9a64-e77cc451f355 owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:42.894263 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (ea7612f4-7c8b-49ab-9a64-e77cc451f355), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:42.918396 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=ea7612f4-7c8b-49ab-9a64-e77cc451f355,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:42.943852 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.944192 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.944526 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.944881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.945203 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.945524 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.945842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.946157 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.946471 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.946785 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.947704 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.948021 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.948334 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.948674 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.948986 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:42.987123 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (20ac2a3e-5a00-43ad-8231-8f5341a7605c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:42.987446 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP 20ac2a3e-5a00-43ad-8231-8f5341a7605c disassociated (deleted). External IP: 172.27.1.50, port: e78852c0-d030-48df-9eba-4bce03b4c367. May 06 23:43:43.192677 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:43:43.299195 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:43:43.303934 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:43.309238 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:43:43.319242 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:43.319855 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:43.331794 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-9ed8d072-f6f1-4917-978c-45cb186e5d96 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "DELETE /v2.0/floatingips/20ac2a3e-5a00-43ad-8231-8f5341a7605c HTTP/1.1" status: 204 len: 168 time: 0.8168159 May 06 23:43:43.332449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:43:43.334813 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:43:43.373233 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a220d5f-f9d7-4c82-a366-60017c4f2010 x-openstack-request-id: req-7a220d5f-f9d7-4c82-a366-60017c4f2010 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:43:43.373660 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:43:43.373925 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a220d5f-f9d7-4c82-a366-60017c4f2010 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:43:43.374335 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a220d5f-f9d7-4c82-a366-60017c4f2010'] response: {'name': 'network-changed', 'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'status': 'completed', 'code': 200} May 06 23:43:43.434138 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:43.444255 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-d60c2265-4d44-4f14-b51c-5ecd5791eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:43.445874 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-d60c2265-4d44-4f14-b51c-5ecd5791eeeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 1129 time: 0.0455163 May 06 23:43:43.560831 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-a5eccc0f-d363-42bf-91f8-cc5e0807fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:43.562418 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-a5eccc0f-d363-42bf-91f8-cc5e0807fdcc service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.1059418 May 06 23:43:43.700984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e98a4-49ff-45f3-912c-522f7cdef8f2 req-ccdc32fa-8acf-45df-8d86-31b19c0be1d0 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:43.702357 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b84e98a4-49ff-45f3-912c-522f7cdef8f2 req-ccdc32fa-8acf-45df-8d86-31b19c0be1d0 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.1672254 May 06 23:43:43.749741 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b84e98a4-49ff-45f3-912c-522f7cdef8f2 req-a071b38b-7779-4d8c-8462-12997bb8b4c7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 May 06 23:43:43.781405 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:43.806933 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:43:43.816609 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:43.817206 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:43.923337 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:44.128927 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:44.154961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd877e-cf2a-4b4f-959f-d36c377fe536 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_floatingips': [{'id': 'bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'router_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'port_id': '665f74b1-e476-4310-991f-b136345c3368', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'mac_address': 'fa:16:3e:89:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T23:39:45Z', 'updated_at': '2022-05-06T23:39:48Z', 'revision_number': 1, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:43:44.373048 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b3f82-74cc-44ee-bec7-d46e7b9ddc02 None None] New status for floating IP 20ac2a3e-5a00-43ad-8231-8f5341a7605c: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:43:44.739339 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-5001ddca-aebe-48d8-9748-64d8df391478 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78852c0-d030-48df-9eba-4bce03b4c367 HTTP/1.1" status: 200 len: 217 time: 0.0333776 May 06 23:43:44.791281 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-6a19a75b-903a-4694-9b7d-de1413dd4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:44.792746 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-6a19a75b-903a-4694-9b7d-de1413dd4130 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0458429 May 06 23:43:44.840245 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-0a8f597f-3193-4d84-809b-11d67a5c9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:44.841876 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-0a8f597f-3193-4d84-809b-11d67a5c9249 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419250 May 06 23:43:44.889973 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-1dfaa42f-aee7-4ccd-b402-6609c811ad0a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:43:44.890925 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-1dfaa42f-aee7-4ccd-b402-6609c811ad0a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046296 May 06 23:43:44.965056 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15bf2-9902-4652-8e8c-2ceed36577e1 req-b18131d1-5013-4f97-9d26-e92f788fea6f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:44.966473 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26d15bf2-9902-4652-8e8c-2ceed36577e1 req-b18131d1-5013-4f97-9d26-e92f788fea6f tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.1413348 May 06 23:43:45.038400 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-26d15bf2-9902-4652-8e8c-2ceed36577e1 req-ee425d56-978b-4341-9290-c65f09e7fb8d tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657156 May 06 23:43:45.042353 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-0fb2d102-2c5d-4dc2-bc95-069b68ac65f6 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306086 May 06 23:43:45.269021 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b1d72f12-8a20-49a1-b341-d2cdb9bc9ebc req-5c72f5e1-83fc-4178-81fa-a86a3141193d service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788648 May 06 23:43:45.591324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-69a9a29a-4d1f-4270-8026-9b29dce61eac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:45.592799 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-69a9a29a-4d1f-4270-8026-9b29dce61eac tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 945 time: 0.3229198 May 06 23:43:45.677407 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port e78852c0-d030-48df-9eba-4bce03b4c367 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:45.677743 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:45.763716 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] For port e78852c0-d030-48df-9eba-4bce03b4c367, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=e78852c0-d030-48df-9eba-4bce03b4c367,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:45.764360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:45.777851 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for e78852c0-d030-48df-9eba-4bce03b4c367 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:45.906992 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (e78852c0-d030-48df-9eba-4bce03b4c367), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:45.938538 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=e78852c0-d030-48df-9eba-4bce03b4c367,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:45.987419 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] No DVR routers for this DVR port e78852c0-d030-48df-9eba-4bce03b4c367 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:43:45.989848 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:45.993004 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5a65c00e-f67c-4c9d-a0d4-c65a48fcdfdb req-82d78772-466c-4f1a-b878-2b9ec1def4a7 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "DELETE /v2.0/ports/e78852c0-d030-48df-9eba-4bce03b4c367 HTTP/1.1" status: 204 len: 173 time: 0.3906054 May 06 23:43:45.993435 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'name': 'network-vif-deleted', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:43:45.996210 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172f0e9-8602-4888-9300-40087aae9986" -d '{"events": [{"server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "name": "network-vif-deleted", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:43:46.033021 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a264fb5-cab6-49d3-b5c0-338633d2f20a x-openstack-request-id: req-5a264fb5-cab6-49d3-b5c0-338633d2f20a {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:43:46.033351 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b3c338-8a6d-445b-b9aa-224295ba0a9f", "name": "network-vif-deleted", "tag": "e78852c0-d030-48df-9eba-4bce03b4c367", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:43:46.033602 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a264fb5-cab6-49d3-b5c0-338633d2f20a {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:43:46.034034 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a264fb5-cab6-49d3-b5c0-338633d2f20a'] response: {'server_uuid': 'e8b3c338-8a6d-445b-b9aa-224295ba0a9f', 'name': 'network-vif-deleted', 'tag': 'e78852c0-d030-48df-9eba-4bce03b4c367', 'status': 'completed', 'code': 200} May 06 23:43:46.137284 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f64ef092-d5e8-460f-b530-5990fbc2485f req-6543adc6-a767-43dd-b8bf-e054c19e3a17 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b3c338-8a6d-445b-b9aa-224295ba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0279737 May 06 23:43:48.774248 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e29b10c5-e9f6-4389-8b97-60f63974f247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:48.805646 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e78852c0-d030-48df-9eba-4bce03b4c367 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:43:48.828949 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: e78852c0-d030-48df-9eba-4bce03b4c367 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:43:48.829288 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device e78852c0-d030-48df-9eba-4bce03b4c367 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:43:49.409761 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50602) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:49.558118 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port d88b26bc-0ff0-43bb-9b16-4447b065c36d {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:49.558454 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:49.886177 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:49.886502 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (d88b26bc-0ff0-43bb-9b16-4447b065c36d), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:49.899018 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for d88b26bc-0ff0-43bb-9b16-4447b065c36d owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:50.043267 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (d88b26bc-0ff0-43bb-9b16-4447b065c36d), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:50.066870 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=d88b26bc-0ff0-43bb-9b16-4447b065c36d,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:50.128243 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:50.128502 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Floating IP bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1 disassociated (deleted). External IP: 172.27.1.68, port: 665f74b1-e476-4310-991f-b136345c3368. May 06 23:43:50.335568 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:43:50.443352 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:43:50.448459 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:50.453692 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:43:50.463770 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:50.464377 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:50.479553 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a3b26e49-fd56-4f2a-a716-b71e9b2ba8fc tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "DELETE /v2.0/floatingips/bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1 HTTP/1.1" status: 204 len: 168 time: 1.0660992 May 06 23:43:50.479553 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:43:50.480147 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:43:50.520018 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf095d08-f4ce-46d8-b4a0-6540b4a086da x-openstack-request-id: req-bf095d08-f4ce-46d8-b4a0-6540b4a086da {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:43:50.520313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "tag": "665f74b1-e476-4310-991f-b136345c3368", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:43:50.521134 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf095d08-f4ce-46d8-b4a0-6540b4a086da {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:43:50.521134 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf095d08-f4ce-46d8-b4a0-6540b4a086da'] response: {'name': 'network-changed', 'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'tag': '665f74b1-e476-4310-991f-b136345c3368', 'status': 'completed', 'code': 200} May 06 23:43:50.578265 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:50.595031 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-4fe9fb6f-5344-4227-93a8-b6c05ef84e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:50.596750 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-4fe9fb6f-5344-4227-93a8-b6c05ef84e0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 1130 time: 0.0487440 May 06 23:43:50.719806 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2a8f4-9a33-4bcd-b74b-6d9b49f7e8fc req-9354de35-b87e-4184-98cd-af1852040324 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:50.721200 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fde2a8f4-9a33-4bcd-b74b-6d9b49f7e8fc req-9354de35-b87e-4184-98cd-af1852040324 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0627592 May 06 23:43:50.747247 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-677832ef-fa03-4567-91fc-152c832f0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:50.748667 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-677832ef-fa03-4567-91fc-152c832f0014 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 200 len: 912 time: 0.1418822 May 06 23:43:50.777347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:50.779468 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fde2a8f4-9a33-4bcd-b74b-6d9b49f7e8fc req-afcc8181-c9a7-42d0-a1b7-282b07b8007e tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519483 May 06 23:43:50.806960 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:43:50.815408 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:50.816023 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:50.922545 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:51.101419 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:51.130162 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d722ef-cdd1-4a73-8ad9-843e7f0037bd None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:36:03Z', 'revision_number': 4, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '90cbed99-5562-403c-8067-32c6bcdac2b0', 'name': '', 'network_id': 'cf81eec0-ebcd-49ac-814f-adeaaead0de3', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'mac_address': 'fa:16:3e:31:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:02Z', 'updated_at': '2022-05-06T23:36:08Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'subnets': [{'id': 'b5f88897-69c5-4c9e-8272-3a2f86e2de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:43:51.210616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:51.220756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-23683bc7-0e4d-4240-81a5-1072abe78813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:51.343514 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e60b2-a501-4f3b-aacd-cac0d62efe56 None None] New status for floating IP bed7ae9c-bd88-4be2-802a-3e8ab57cf6c1: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:43:51.835333 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-33c47a8f-5734-493f-9be4-0b4a6973283c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 200 len: 217 time: 0.0341530 May 06 23:43:51.921182 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a50c-49f8-4d95-a42c-02e8ea77930a req-71a66e64-d305-4ccd-9f07-e5ac07cdc96a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:51.922616 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a5a2a50c-49f8-4d95-a42c-02e8ea77930a req-71a66e64-d305-4ccd-9f07-e5ac07cdc96a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0722091 May 06 23:43:51.923986 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-b6d6c9a4-3bbb-416c-8465-bcdb99ed7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:51.925332 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-b6d6c9a4-3bbb-416c-8465-bcdb99ed7c7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 200 len: 850 time: 0.0825706 May 06 23:43:51.969741 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a5a2a50c-49f8-4d95-a42c-02e8ea77930a req-0ab38053-5b17-4e14-970f-5efd65baffed tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce0a1554-b012-472b-8055-dc7e9a3d4827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 May 06 23:43:52.023042 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-161176c3-2cd2-470b-b94d-d65f504b1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:52.024496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-161176c3-2cd2-470b-b94d-d65f504b1ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf81eec0-ebcd-49ac-814f-adeaaead0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381672 May 06 23:43:52.116135 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-4b78f107-2148-4dc5-bd19-a6c701181b8b service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848417 May 06 23:43:52.311888 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:52.323525 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1b2b8bf8-2971-4276-9bf9-2be4b815f42a req-168e8ed8-ea5c-4780-8765-1505f5c84812 service neutron] 10.222.0.59 "GET /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822160 May 06 23:43:52.398599 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-a118005c-70c0-453f-84dd-840fe9ab7547 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:43:52.399961 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-a118005c-70c0-453f-84dd-840fe9ab7547 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 946 time: 0.0484259 May 06 23:43:52.489739 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port 665f74b1-e476-4310-991f-b136345c3368 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:52.490071 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (665f74b1-e476-4310-991f-b136345c3368), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:52.575773 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] For port 665f74b1-e476-4310-991f-b136345c3368, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=665f74b1-e476-4310-991f-b136345c3368,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:52.576137 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (665f74b1-e476-4310-991f-b136345c3368), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:52.592970 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for 665f74b1-e476-4310-991f-b136345c3368 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:52.714326 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (665f74b1-e476-4310-991f-b136345c3368), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:52.741950 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=665f74b1-e476-4310-991f-b136345c3368,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:52.753470 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.753818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.754154 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.754489 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.754812 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.755133 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.755454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.755770 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.756086 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.756410 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.756754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.757077 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.757392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.757702 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.758012 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:43:52.797672 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] No DVR routers for this DVR port 665f74b1-e476-4310-991f-b136345c3368 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:43:52.799914 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:52.803098 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f1ce1c1c-c5d6-4549-990e-c435388559cd req-490a47de-82cf-40de-a130-095a9bd9572b tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.59 "DELETE /v2.0/ports/665f74b1-e476-4310-991f-b136345c3368 HTTP/1.1" status: 204 len: 173 time: 0.3954263 May 06 23:43:52.803520 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'name': 'network-vif-deleted', 'tag': '665f74b1-e476-4310-991f-b136345c3368'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:43:52.805734 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef143f3-d8c0-4990-a243-7309c742a440" -d '{"events": [{"server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "name": "network-vif-deleted", "tag": "665f74b1-e476-4310-991f-b136345c3368"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:43:52.844941 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e46702-513e-4c25-98b3-db0d84c8ade1 x-openstack-request-id: req-99e46702-513e-4c25-98b3-db0d84c8ade1 {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:43:52.845579 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54", "name": "network-vif-deleted", "tag": "665f74b1-e476-4310-991f-b136345c3368", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:43:52.845579 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99e46702-513e-4c25-98b3-db0d84c8ade1 {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:43:52.846243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e46702-513e-4c25-98b3-db0d84c8ade1'] response: {'server_uuid': '2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54', 'name': 'network-vif-deleted', 'tag': '665f74b1-e476-4310-991f-b136345c3368', 'status': 'completed', 'code': 200} May 06 23:43:53.063542 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-49d50aee-df2e-4332-970b-393c525a522a req-e89aedd4-6aac-401f-85f3-69fb42d169d0 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e439b85-e5e9-4d76-9a6a-8b7ef6fe4c54 HTTP/1.1" status: 200 len: 210 time: 0.0272381 May 06 23:43:53.475392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.121227 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50618) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:54.232271 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Deleting port 5a1d0010-25cd-4e4d-a9ea-3198e398b662 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:54.232623 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.304476 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.304815 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (5a1d0010-25cd-4e4d-a9ea-3198e398b662), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.317730 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Calling delete_port for 5a1d0010-25cd-4e4d-a9ea-3198e398b662 owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:54.444519 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (5a1d0010-25cd-4e4d-a9ea-3198e398b662), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.469042 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'Port': ['ID=5a1d0010-25cd-4e4d-a9ea-3198e398b662,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:54.533255 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for floatingip (7181fb63-79f5-460f-a4ab-cc38f3a6c16a), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.535676 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:54.537251 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a2563144-7707-4c74-97e4-2a7a25089c37 tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "DELETE /v2.0/floatingips/7181fb63-79f5-460f-a4ab-cc38f3a6c16a HTTP/1.1" status: 204 len: 168 time: 0.4150615 May 06 23:43:54.820311 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 665f74b1-e476-4310-991f-b136345c3368 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:43:54.841253 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: 665f74b1-e476-4310-991f-b136345c3368 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:43:54.841585 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device 665f74b1-e476-4310-991f-b136345c3368 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:43:55.199405 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:55.732134 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50630) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:55.786647 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (ce0a1554-b012-472b-8055-dc7e9a3d4827), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:55.811340 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (ce0a1554-b012-472b-8055-dc7e9a3d4827), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:55.871713 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ce0a1554-b012-472b-8055-dc7e9a3d4827), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:55.874289 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:55.875463 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce0a1554-b012-472b-8055-dc7e9a3d4827 HTTP/1.1" status: 204 len: 168 time: 0.1422806 May 06 23:43:55.885349 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3103d-c078-4052-989e-bed5b5989a0a tempest-TestVolumeBootPattern-1154071713 tempest-TestVolumeBootPattern-1154071713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0a1554-b012-472b-8055-dc7e9a3d4827,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:55.931857 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50634) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:56.351713 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (9277e02b-675f-410e-9784-ccd5134a446b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:56.579215 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Deleting port 90cbed99-5562-403c-8067-32c6bcdac2b0 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:56.579549 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:56.656690 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] For port 90cbed99-5562-403c-8067-32c6bcdac2b0, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=90cbed99-5562-403c-8067-32c6bcdac2b0,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:56.656968 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:56.669690 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Calling delete_port for 90cbed99-5562-403c-8067-32c6bcdac2b0 owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:56.844829 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (90cbed99-5562-403c-8067-32c6bcdac2b0), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:56.869593 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cbed99-5562-403c-8067-32c6bcdac2b0,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:57.037027 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (9277e02b-675f-410e-9784-ccd5134a446b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:57.490307 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Router 9277e02b-675f-410e-9784-ccd5134a446b has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:43:57.596373 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:43:57.601241 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-6429eb54-ad54-4121-ae14-150811796329 admin admin] 10.222.0.60 "PUT /v2.0/routers/9277e02b-675f-410e-9784-ccd5134a446b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6683915 May 06 23:43:57.604083 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50638) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:57.608010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Sync routers for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:43:57.617166 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:57.617771 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:57.709119 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks [] for router (9277e02b-675f-410e-9784-ccd5134a446b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:57.724285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:57.815654 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks [] for router_gateway (9277e02b-675f-410e-9784-ccd5134a446b), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:57.864930 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Deleting port db0b737e-02a8-4cad-8f6e-2ffc03bc642f {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:57.865256 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:57.948565 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] For port db0b737e-02a8-4cad-8f6e-2ffc03bc642f, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:57.948937 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:57.961885 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Calling delete_port for db0b737e-02a8-4cad-8f6e-2ffc03bc642f owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:58.022331 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:43:56Z', 'revision_number': 5, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port': {'id': 'db0b737e-02a8-4cad-8f6e-2ffc03bc642f', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277e02b-675f-410e-9784-ccd5134a446b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:35:59Z', 'updated_at': '2022-05-06T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:58.048193 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Checking router: 9277e02b-675f-410e-9784-ccd5134a446b for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:43:58.057110 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Routers {'9277e02b-675f-410e-9784-ccd5134a446b'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:43:58.057721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['9277e02b-675f-410e-9784-ccd5134a446b'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:58.131580 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (db0b737e-02a8-4cad-8f6e-2ffc03bc642f), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.147591 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] Set router 9277e02b-675f-410e-9784-ccd5134a446b gateway port host: None {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:43:58.157987 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0b737e-02a8-4cad-8f6e-2ffc03bc642f,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:58.203165 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:43:57Z', 'revision_number': 6, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:58.217058 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (9277e02b-675f-410e-9784-ccd5134a446b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.231457 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76d081-e765-46b7-b0a0-7be48cd5e788 None None] The sync data for ids ['9277e02b-675f-410e-9784-ccd5134a446b'] in dv-cinder-840996-1-iscsi is: [{'id': '9277e02b-675f-410e-9784-ccd5134a446b', 'name': 'tempest-TestVolumeBootPattern-309686004-router', 'tenant_id': '5b65f58d692248d3bf0c03bff716e1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:35:58Z', 'updated_at': '2022-05-06T23:43:57Z', 'revision_number': 6, 'project_id': '5b65f58d692248d3bf0c03bff716e1fb', 'gw_port_host': None}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:43:58.308168 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (9277e02b-675f-410e-9784-ccd5134a446b), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.310437 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks [] for router_controller (9277e02b-675f-410e-9784-ccd5134a446b), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.356661 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (9277e02b-675f-410e-9784-ccd5134a446b), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.357110 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9277e02b-675f-410e-9784-ccd5134a446b {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:43:58.361430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.362560 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0404d80d-440d-48b0-8690-5f605f96a131 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9277e02b-675f-410e-9784-ccd5134a446b HTTP/1.1" status: 204 len: 168 time: 0.7575195 May 06 23:43:58.365103 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50640) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:58.407949 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Deleting subnet b5f88897-69c5-4c9e-8272-3a2f86e2de73 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:43:58.411184 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Publish callbacks [] for subnet (b5f88897-69c5-4c9e-8272-3a2f86e2de73), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.444740 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (b5f88897-69c5-4c9e-8272-3a2f86e2de73), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.524400 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (b5f88897-69c5-4c9e-8272-3a2f86e2de73), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.578705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (b5f88897-69c5-4c9e-8272-3a2f86e2de73), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.605576 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f88897-69c5-4c9e-8272-3a2f86e2de73,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:58.609190 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.612218 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-a671531d-55ff-4c64-912c-ce4cb381858f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5f88897-69c5-4c9e-8272-3a2f86e2de73 HTTP/1.1" status: 204 len: 168 time: 0.2461689 May 06 23:43:58.614631 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50642) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:58.618088 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b04417-0dd4-4bea-8f2f-9bdf066838cc None None] Network cf81eec0-ebcd-49ac-814f-adeaaead0de3 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:43:58.682782 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (cf81eec0-ebcd-49ac-814f-adeaaead0de3), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.734714 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Deleting port 2c89a080-7679-447f-acb3-b3a7ab5674a5 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:58.735049 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.798347 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] For port 2c89a080-7679-447f-acb3-b3a7ab5674a5, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=2c89a080-7679-447f-acb3-b3a7ab5674a5,segment=NetworkSegment(613c06e9-a0ce-4a65-b017-ba68ac6321d0),segment_id=613c06e9-a0ce-4a65-b017-ba68ac6321d0)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:58.798703 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.811199 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Calling delete_port for 2c89a080-7679-447f-acb3-b3a7ab5674a5 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:58.892968 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (2c89a080-7679-447f-acb3-b3a7ab5674a5), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:58.918017 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c89a080-7679-447f-acb3-b3a7ab5674a5,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:58.921697 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] No DVR routers for this DVR port 2c89a080-7679-447f-acb3-b3a7ab5674a5 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:43:58.988644 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (cf81eec0-ebcd-49ac-814f-adeaaead0de3), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.008475 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf81eec0-ebcd-49ac-814f-adeaaead0de3']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:59.018799 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613c06e9-a0ce-4a65-b017-ba68ac6321d0') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:59.019094 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613c06e9-a0ce-4a65-b017-ba68ac6321d0') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:43:59.033573 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b2501-c401-4e66-ac59-ef0ab7ee88bc None None] DHCP port deletion for cf81eec0-ebcd-49ac-814f-adeaaead0de3 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:43:59.035101 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (613c06e9-a0ce-4a65-b017-ba68ac6321d0), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.051412 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (613c06e9-a0ce-4a65-b017-ba68ac6321d0), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.057858 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:43:59.058485 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (613c06e9-a0ce-4a65-b017-ba68ac6321d0), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:43:59.060397 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:43:59.114129 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (cf81eec0-ebcd-49ac-814f-adeaaead0de3), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.119365 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.122435 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf81eec0-ebcd-49ac-814f-adeaaead0de3 HTTP/1.1" status: 204 len: 168 time: 0.5068915 May 06 23:43:59.125426 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50644) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:43:59.133418 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e145cd7-d286-454a-ba3f-f0b2967a7f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf81eec0-ebcd-49ac-814f-adeaaead0de3,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:43:59.451988 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.684779 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Deleting port 11fd5ab4-818f-493d-8123-428daf4c82c9 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:43:59.685038 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.765493 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] For port 11fd5ab4-818f-493d-8123-428daf4c82c9, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=11fd5ab4-818f-493d-8123-428daf4c82c9,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:43:59.765918 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.784521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Calling delete_port for 11fd5ab4-818f-493d-8123-428daf4c82c9 owned by network:router_interface {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:43:59.963441 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (11fd5ab4-818f-493d-8123-428daf4c82c9), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:43:59.993776 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fd5ab4-818f-493d-8123-428daf4c82c9,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:00.157634 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:00.175251 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device db0b737e-02a8-4cad-8f6e-2ffc03bc642f no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:00.196371 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: db0b737e-02a8-4cad-8f6e-2ffc03bc642f {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:00.197280 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device db0b737e-02a8-4cad-8f6e-2ffc03bc642f not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:00.197880 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 90cbed99-5562-403c-8067-32c6bcdac2b0 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:00.219944 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 90cbed99-5562-403c-8067-32c6bcdac2b0 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:00.220285 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 90cbed99-5562-403c-8067-32c6bcdac2b0 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:00.220735 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2c89a080-7679-447f-acb3-b3a7ab5674a5 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:00.240506 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 2c89a080-7679-447f-acb3-b3a7ab5674a5 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:00.240869 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 2c89a080-7679-447f-acb3-b3a7ab5674a5 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:00.377421 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:44:00.483978 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:44:00.488941 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-d705ecd6-29ab-4f27-839c-d792046eabc6 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f063045-0b43-4dd0-9d5b-49a84108cdd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622634 May 06 23:44:00.491468 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50646) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:00.492427 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Sync routers for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:44:00.501966 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:44:00.502566 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:00.595838 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks [] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:00.611136 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:44:00.698508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks [] for router_gateway (4f063045-0b43-4dd0-9d5b-49a84108cdd6), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:00.742285 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Deleting port 1fae5529-9771-4631-923a-055e5c694277 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:44:00.742622 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (1fae5529-9771-4631-923a-055e5c694277), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:00.776373 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1fae5529-9771-4631-923a-055e5c694277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:43:59Z', 'revision_number': 5, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port': {'id': '1fae5529-9771-4631-923a-055e5c694277', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:00.806557 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Checking router: 4f063045-0b43-4dd0-9d5b-49a84108cdd6 for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:44:00.814627 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Routers {'4f063045-0b43-4dd0-9d5b-49a84108cdd6'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:44:00.815226 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:43:51Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:00.822897 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] For port 1fae5529-9771-4631-923a-055e5c694277, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=1fae5529-9771-4631-923a-055e5c694277,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:44:00.823313 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (1fae5529-9771-4631-923a-055e5c694277), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:00.837443 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Calling delete_port for 1fae5529-9771-4631-923a-055e5c694277 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:44:00.990936 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] Set router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:44:01.008969 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (1fae5529-9771-4631-923a-055e5c694277), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.035350 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fae5529-9771-4631-923a-055e5c694277,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:01.041546 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:44:00Z', 'revision_number': 6, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:01.070781 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7fbd4-f693-418c-b5ee-4320cee5b19e None None] The sync data for ids ['4f063045-0b43-4dd0-9d5b-49a84108cdd6'] in dv-cinder-840996-1-iscsi is: [{'id': '4f063045-0b43-4dd0-9d5b-49a84108cdd6', 'name': 'tempest-TestVolumeBootPattern-374366202-router', 'tenant_id': '44565a723e3d494b8ce945e42976ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:36:06Z', 'updated_at': '2022-05-06T23:44:00Z', 'revision_number': 6, 'project_id': '44565a723e3d494b8ce945e42976ab08', 'gw_port_host': None}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:44:01.097384 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.194557 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.197409 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks [] for router_controller (4f063045-0b43-4dd0-9d5b-49a84108cdd6), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.241034 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (4f063045-0b43-4dd0-9d5b-49a84108cdd6), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.241527 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f063045-0b43-4dd0-9d5b-49a84108cdd6 {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:44:01.246444 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.248034 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-0f9ec4d2-a267-4b4e-aaa2-02f4c740b063 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4f063045-0b43-4dd0-9d5b-49a84108cdd6 HTTP/1.1" status: 204 len: 168 time: 0.7548838 May 06 23:44:01.251881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50648) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:01.294603 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Deleting subnet 49079c7e-1410-43e9-9344-426481b53728 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:44:01.297584 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Publish callbacks [] for subnet (49079c7e-1410-43e9-9344-426481b53728), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.330274 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (49079c7e-1410-43e9-9344-426481b53728), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.408098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (49079c7e-1410-43e9-9344-426481b53728), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.463665 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (49079c7e-1410-43e9-9344-426481b53728), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.491239 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49079c7e-1410-43e9-9344-426481b53728,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:01.495336 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.500710 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b4e8d937-f3c6-4660-9c1d-6aabcf86c39a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/49079c7e-1410-43e9-9344-426481b53728 HTTP/1.1" status: 204 len: 168 time: 0.2454591 May 06 23:44:01.500983 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50650) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:01.503905 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea088e5-549c-40fc-8e9b-8e64fc66662f None None] Network 14d01984-b767-4c36-929a-12437cab2306 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:44:01.573471 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (14d01984-b767-4c36-929a-12437cab2306), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.618206 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Deleting port c4aef65d-9bdd-4159-988b-b67b464aeb86 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:44:01.618560 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.681497 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] For port c4aef65d-9bdd-4159-988b-b67b464aeb86, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c4aef65d-9bdd-4159-988b-b67b464aeb86,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:44:01.681851 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.694457 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Calling delete_port for c4aef65d-9bdd-4159-988b-b67b464aeb86 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:44:01.822624 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] DHCP port deletion for 14d01984-b767-4c36-929a-12437cab2306 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:44:01.875659 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Deleting port c4aef65d-9bdd-4159-988b-b67b464aeb86 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:44:01.876027 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.943459 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] For port c4aef65d-9bdd-4159-988b-b67b464aeb86, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=c4aef65d-9bdd-4159-988b-b67b464aeb86,segment=NetworkSegment(fbbf022f-1640-46aa-8e5b-4e9542180d13),segment_id=fbbf022f-1640-46aa-8e5b-4e9542180d13)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:44:01.943858 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:01.958178 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Calling delete_port for c4aef65d-9bdd-4159-988b-b67b464aeb86 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:44:02.036348 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.047221 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (c4aef65d-9bdd-4159-988b-b67b464aeb86), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.067592 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4aef65d-9bdd-4159-988b-b67b464aeb86,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:02.077440 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Pushing event deleted for resources: {'Port': ['ID=c4aef65d-9bdd-4159-988b-b67b464aeb86,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:02.080206 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] No DVR routers for this DVR port c4aef65d-9bdd-4159-988b-b67b464aeb86 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:44:02.085924 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] No DVR routers for this DVR port c4aef65d-9bdd-4159-988b-b67b464aeb86 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:44:02.090030 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.090375 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.094230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.094230 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.094818 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.094945 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.095267 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.095598 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.095941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.096259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.096884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.096968 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.097392 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.097718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.098033 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425bb7e2-a802-4fe3-84f7-58cbfc9a3543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:44:02.136039 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1fae5529-9771-4631-923a-055e5c694277 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:02.165661 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 1fae5529-9771-4631-923a-055e5c694277 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:02.165780 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 1fae5529-9771-4631-923a-055e5c694277 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:02.166099 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c4aef65d-9bdd-4159-988b-b67b464aeb86 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:02.182070 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (14d01984-b767-4c36-929a-12437cab2306), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.186271 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: c4aef65d-9bdd-4159-988b-b67b464aeb86 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:02.186615 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device c4aef65d-9bdd-4159-988b-b67b464aeb86 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:02.187029 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 11fd5ab4-818f-493d-8123-428daf4c82c9 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:44:02.207547 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d01984-b767-4c36-929a-12437cab2306']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:02.210208 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 11fd5ab4-818f-493d-8123-428daf4c82c9 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:44:02.210548 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 11fd5ab4-818f-493d-8123-428daf4c82c9 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:44:02.218946 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf022f-1640-46aa-8e5b-4e9542180d13') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:02.219244 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf022f-1640-46aa-8e5b-4e9542180d13') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:44:02.229345 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (fbbf022f-1640-46aa-8e5b-4e9542180d13), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.242281 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (fbbf022f-1640-46aa-8e5b-4e9542180d13), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.248983 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:44:02.249359 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (fbbf022f-1640-46aa-8e5b-4e9542180d13), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:44:02.251218 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:44:02.302430 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (14d01984-b767-4c36-929a-12437cab2306), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.307929 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.310962 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] 10.222.0.60 "DELETE /v2.0/networks/14d01984-b767-4c36-929a-12437cab2306 HTTP/1.1" status: 204 len: 168 time: 0.8091385 May 06 23:44:02.321449 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c177de-3884-4b75-8ca3-e44fc021ac9a admin admin] Pushing event deleted for resources: {'Network': ['ID=14d01984-b767-4c36-929a-12437cab2306,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:02.421064 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50654) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:02.460279 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-66587479-2e54-40cb-b3b0-5ea9d42fcf89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b65f58d692248d3bf0c03bff716e1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380821 May 06 23:44:02.462860 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50656) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:02.519755 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] Publish callbacks [] for security_group (ac1ab309-c0ba-4ee2-94ca-401072b281e2), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.540098 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] Publish callbacks [] for security_group (ac1ab309-c0ba-4ee2-94ca-401072b281e2), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.586441 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (ac1ab309-c0ba-4ee2-94ca-401072b281e2), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.588926 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:02.590070 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac1ab309-c0ba-4ee2-94ca-401072b281e2 HTTP/1.1" status: 204 len: 168 time: 0.1262832 May 06 23:44:02.597788 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171665a8-c4d3-412b-88ab-1508ecbda5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ab309-c0ba-4ee2-94ca-401072b281e2,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:02.919559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50662) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:02.959379 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-0f5f0e06-3bb5-454e-88cf-36fc4f015b2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44565a723e3d494b8ce945e42976ab08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386727 May 06 23:44:02.961731 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50664) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:44:03.007314 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] Publish callbacks [] for security_group (21cf0865-c945-49bd-a87e-6f5c35343e31), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:03.031928 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] Publish callbacks [] for security_group (21cf0865-c945-49bd-a87e-6f5c35343e31), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:03.077685 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (21cf0865-c945-49bd-a87e-6f5c35343e31), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:03.080392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:03.081623 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21cf0865-c945-49bd-a87e-6f5c35343e31 HTTP/1.1" status: 204 len: 168 time: 0.1184003 May 06 23:44:03.090402 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0cada-93a2-45a1-b6b7-ab5fe00a5395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf0865-c945-49bd-a87e-6f5c35343e31,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:44:12.733771 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:44:18.778014 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-73354397-6337-4585-a617-b471054c64ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:21.212707 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:21.221071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-86d29dbf-fc0d-4b76-b084-3eb1507d29d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:22.314313 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:23.477779 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:25.203639 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:31.804523 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-cae36e8a-4e83-4d38-b700-38952ac0a150 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679463 May 06 23:44:31.864988 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-52267c08-18c2-4c55-942e-3d3a18594b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:31.866442 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-52267c08-18c2-4c55-942e-3d3a18594b66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0383000 May 06 23:44:31.975735 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-f7cf09e8-5986-4e9d-83e7-6ead0834f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:31.977196 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-f7cf09e8-5986-4e9d-83e7-6ead0834f4bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0869730 May 06 23:44:32.041780 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-50a985ac-af13-42f9-965a-727836685a11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1001 time: 0.0554466 May 06 23:44:32.091596 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-e2eca254-3feb-4164-9926-15b05582d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:32.093020 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-e2eca254-3feb-4164-9926-15b05582d994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0420997 May 06 23:44:32.141871 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-652d93f5-7027-4259-a188-bca8cfdf3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:32.143331 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-652d93f5-7027-4259-a188-bca8cfdf3e68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412176 May 06 23:44:32.237996 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-0d114da1-f8ac-4b9b-97ac-1146ef7361ee service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 May 06 23:44:32.330590 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-70392aa0-0121-4d3a-853d-ac00dda7cb20 req-01ddbebd-e841-4443-8e40-e7af79a9857b service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835969 May 06 23:44:48.780792 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-ed3c70a1-a700-4571-9ca2-8fccef5f42d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:49.732304 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:44:51.226682 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:51.227623 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d0c224f4-a0e9-4bb8-8224-90aa71a02de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:52.317379 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:53.480007 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:55.206792 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:44:56.350459 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa566-bc28-4cec-bbed-a08704e1b4c8 req-76d0cb41-5848-467b-8931-cbeeb380ba18 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:56.351894 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-987aa566-bc28-4cec-bbed-a08704e1b4c8 req-76d0cb41-5848-467b-8931-cbeeb380ba18 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0457623 May 06 23:44:56.398695 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-987aa566-bc28-4cec-bbed-a08704e1b4c8 req-0c413d2c-7c63-4c51-a31a-7fb89e01497c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 May 06 23:44:57.514769 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92982ef-9cb2-4bc1-874c-3590a2e99d11 req-de0d745e-4975-456b-be0c-59cc4aa5f319 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:57.516463 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a92982ef-9cb2-4bc1-874c-3590a2e99d11 req-de0d745e-4975-456b-be0c-59cc4aa5f319 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0483758 May 06 23:44:57.568431 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-a92982ef-9cb2-4bc1-874c-3590a2e99d11 req-a75e85b5-cea2-4f0d-92a9-c7c81868905b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459783 May 06 23:44:58.680284 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00557e9-7ed7-4e93-b225-54817460aac3 req-98530b4d-7ff3-468f-ac1f-91140697160c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:58.681813 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b00557e9-7ed7-4e93-b225-54817460aac3 req-98530b4d-7ff3-468f-ac1f-91140697160c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0467947 May 06 23:44:58.729155 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b00557e9-7ed7-4e93-b225-54817460aac3 req-e61b478a-cd5d-4101-8433-6594c03064d0 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 May 06 23:44:59.839854 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097bf8-c0b0-4c2a-be65-b093f278c335 req-0698181c-b620-48df-839b-2499c0ba3848 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:44:59.841334 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a097bf8-c0b0-4c2a-be65-b093f278c335 req-0698181c-b620-48df-839b-2499c0ba3848 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0456829 May 06 23:44:59.888973 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1a097bf8-c0b0-4c2a-be65-b093f278c335 req-7c83340c-a728-409c-8c9b-71b8e295e87a tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 May 06 23:45:01.002049 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a34c0-626e-4fba-9a9d-bac759a98c94 req-3e8e737e-3ee6-449e-afe1-9a6fbb8c1cf7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:01.003485 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-735a34c0-626e-4fba-9a9d-bac759a98c94 req-3e8e737e-3ee6-449e-afe1-9a6fbb8c1cf7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0485282 May 06 23:45:01.049811 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-735a34c0-626e-4fba-9a9d-bac759a98c94 req-3568fd81-608f-4f08-a4a7-f384a49f6536 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 May 06 23:45:02.161597 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ef60-9ee2-4fd3-ac00-2d53433912c4 req-8e64b844-1ee8-4897-a1b0-d14f8a85f364 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:02.162980 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ecc5ef60-9ee2-4fd3-ac00-2d53433912c4 req-8e64b844-1ee8-4897-a1b0-d14f8a85f364 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0456522 May 06 23:45:02.211099 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-ecc5ef60-9ee2-4fd3-ac00-2d53433912c4 req-5ef74b43-0a86-4081-8731-1f8ea0383616 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 May 06 23:45:03.322362 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fb86-0380-403a-96a8-699673c28535 req-445d3a45-77c9-4c46-b72e-0fe48ed5105d tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:03.323802 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2906fb86-0380-403a-96a8-699673c28535 req-445d3a45-77c9-4c46-b72e-0fe48ed5105d tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0446985 May 06 23:45:03.374076 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2906fb86-0380-403a-96a8-699673c28535 req-b329e0b6-e2c7-46f2-9072-eae029b0815e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 May 06 23:45:04.485559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d8c40-96a3-4af8-8c77-5e242fa52aed req-4eb2d072-1221-4c2f-850a-6a1be784afeb tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:04.487006 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-562d8c40-96a3-4af8-8c77-5e242fa52aed req-4eb2d072-1221-4c2f-850a-6a1be784afeb tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0462310 May 06 23:45:04.534739 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-562d8c40-96a3-4af8-8c77-5e242fa52aed req-878574ac-365c-4bdf-bbc0-861773b97e33 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 May 06 23:45:05.644140 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d4499-7299-45e4-a343-907d4089219c req-6beb705f-5da7-420a-a834-bbf46f617252 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:05.645620 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-928d4499-7299-45e4-a343-907d4089219c req-6beb705f-5da7-420a-a834-bbf46f617252 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0451105 May 06 23:45:05.692488 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-928d4499-7299-45e4-a343-907d4089219c req-03bc4ac1-1cb6-43da-870b-fd2f4b84194f tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 May 06 23:45:06.537170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-85968107-e4bd-46fc-ab85-4dfd8c49130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:06.538654 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-85968107-e4bd-46fc-ab85-4dfd8c49130e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0412476 May 06 23:45:06.626418 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-71fe79fb-2c7a-4de9-8a31-b7078da08b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:06.627849 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-71fe79fb-2c7a-4de9-8a31-b7078da08b58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0806882 May 06 23:45:06.696370 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-fe1c14e7-f543-41d8-be3c-9d23ebe2eb01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1001 time: 0.0595288 May 06 23:45:06.752668 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-5f038ab8-c629-4830-acdf-360c6ceb7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:06.754243 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-5f038ab8-c629-4830-acdf-360c6ceb7e45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0480258 May 06 23:45:06.830338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305da75-6c2c-4007-acc7-cbf82f9f0067 req-24fde14e-8027-4b6f-8002-1121a9916afa tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:06.831716 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5305da75-6c2c-4007-acc7-cbf82f9f0067 req-24fde14e-8027-4b6f-8002-1121a9916afa tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0721908 May 06 23:45:06.834752 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-8f9f0146-2465-405e-b678-d4506bb8b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:06.836162 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-8f9f0146-2465-405e-b678-d4506bb8b185 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677781 May 06 23:45:07.201037 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5305da75-6c2c-4007-acc7-cbf82f9f0067 req-2c696fb2-cfdc-4ffc-adc4-c345238477e7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632452 May 06 23:45:07.231744 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-64d22be0-5b93-4865-91c0-b21735e992e7 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051908 May 06 23:45:07.324348 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-cbb99d17-944f-4a3c-b40b-950ba486d3aa req-7406f657-1d8f-4837-a5e6-4e2a9b9c9833 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818050 May 06 23:45:08.313183 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f77d6d-9087-43a9-b1d8-1703892a514d req-e368baa2-f47b-48f6-a8ed-d214d37bc13b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:08.314628 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-02f77d6d-9087-43a9-b1d8-1703892a514d req-e368baa2-f47b-48f6-a8ed-d214d37bc13b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0456705 May 06 23:45:08.361415 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-02f77d6d-9087-43a9-b1d8-1703892a514d req-b0afff3e-45fc-4e00-85ef-6dbc3bc517e1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 May 06 23:45:09.478101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582b375-4277-4c9d-922f-e30840d88ddb req-0c9d0723-2c0f-497f-a817-0a17cb350b6c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:09.479822 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0582b375-4277-4c9d-922f-e30840d88ddb req-0c9d0723-2c0f-497f-a817-0a17cb350b6c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0510080 May 06 23:45:09.535603 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-0582b375-4277-4c9d-922f-e30840d88ddb req-bac6aed4-ef61-45d6-8c21-8ab96ffb315c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 May 06 23:45:10.647439 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d1525-c3f2-439b-a222-8b172535da44 req-e7bca60f-1d1d-47e1-95a1-ceb56f08ad8d tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:10.648906 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2a4d1525-c3f2-439b-a222-8b172535da44 req-e7bca60f-1d1d-47e1-95a1-ceb56f08ad8d tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0466437 May 06 23:45:10.695253 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-2a4d1525-c3f2-439b-a222-8b172535da44 req-7e384c9b-32bb-4323-8cb8-8e6aa61f043e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 May 06 23:45:10.903141 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e05ae-8be2-4dda-9f86-557cf52d99dc req-6d04e91d-3538-4f7a-a2d0-a2c4503256d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:10.903906 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50718) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:45:10.905277 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-904e05ae-8be2-4dda-9f86-557cf52d99dc req-6d04e91d-3538-4f7a-a2d0-a2c4503256d7 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0475469 May 06 23:45:10.957886 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-904e05ae-8be2-4dda-9f86-557cf52d99dc req-4020b5de-d9f6-48a5-ad20-8acf7cc3063e tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475173 May 06 23:45:10.986972 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-0f4261ae-ef67-4241-a4e0-730492ead488 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818977 May 06 23:45:10.995425 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-ea6d8ef0-4ac3-4864-97b4-c416ec9f491c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103250) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 23:45:10.996357 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-ea6d8ef0-4ac3-4864-97b4-c416ec9f491c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047624 May 06 23:45:11.124165 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50728) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:45:11.212128 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-23db6f46-17ce-4e1d-88be-b778c46a2835 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:11.213470 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-23db6f46-17ce-4e1d-88be-b778c46a2835 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports/c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 942 time: 0.0877302 May 06 23:45:12.071767 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179c1a2-bae3-4dc3-9e2f-8051275578a0 req-7029d717-40ff-4473-95ee-cd31b05282aa tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.073020 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6179c1a2-bae3-4dc3-9e2f-8051275578a0 req-7029d717-40ff-4473-95ee-cd31b05282aa tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0479670 May 06 23:45:12.123713 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6179c1a2-bae3-4dc3-9e2f-8051275578a0 req-3533b06b-46b0-42f8-82b7-cc343e86fe5c tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447919 May 06 23:45:12.646100 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-40525146-a522-4702-90aa-56e18d841c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.647557 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-40525146-a522-4702-90aa-56e18d841c38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663&tenant_id=35b2ce1dc11d445c806fd9d3bb291860 HTTP/1.1" status: 200 len: 1129 time: 0.0376868 May 06 23:45:12.712338 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-59e53f57-481c-446d-ada5-90c79a053b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.713827 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-59e53f57-481c-446d-ada5-90c79a053b0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0365367 May 06 23:45:12.808096 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-07d7142a-e97e-49ef-ab7a-1a1b3b336cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.809514 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-07d7142a-e97e-49ef-ab7a-1a1b3b336cb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0848143 May 06 23:45:12.878676 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-37b651d3-122d-409e-82fc-d40cead46f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1001 time: 0.0595684 May 06 23:45:12.932009 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-7dc7dd41-3bd7-4d01-a23a-243bf6b0c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.933355 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-7dc7dd41-3bd7-4d01-a23a-243bf6b0c010 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0460286 May 06 23:45:12.978283 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-f1ec43d2-56b8-43c0-bbf0-5ac33a69fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:12.979939 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-f1ec43d2-56b8-43c0-bbf0-5ac33a69fd62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370400 May 06 23:45:13.068604 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-44bee075-e6e8-4610-b778-d7d3e367f99f service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777779 May 06 23:45:13.146611 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:45:13.164987 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-b0c6a8fe-4012-4971-8342-0e73702975c7 req-c4e9b0a1-89a1-4abd-b940-b75c8f3a8d46 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 May 06 23:45:13.227071 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port c76769c7-aede-45f4-9fe2-3b93156a9922 is: ACTIVE; New status is: DOWN {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:45:13.227401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:13.238471 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66cec-3d22-41be-843f-18fbabedd432 req-89b980f2-8e89-4bec-956e-03635be47d59 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:13.239935 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06b66cec-3d22-41be-843f-18fbabedd432 req-89b980f2-8e89-4bec-956e-03635be47d59 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0469959 May 06 23:45:13.254212 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:45:13.256647 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47270ab-5a9c-4277-9ca8-728f8e7c6163" -d '{"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-unplugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:45:13.274163 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:45:13.278510 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:13.290922 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-06b66cec-3d22-41be-843f-18fbabedd432 req-431625e2-a6b2-4213-a8a2-9c04f0f9741b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454066 May 06 23:45:13.328876 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=6']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:45:13.335914 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.336256 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.336622 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.336961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.337291 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.337618 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.337941 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.338261 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.338650 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.338891 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.339216 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.339524 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.339842 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.340159 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.340475 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:45:13.357312 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88a2f10-f3e1-411d-bb2d-df527d30c8a2 x-openstack-request-id: req-b88a2f10-f3e1-411d-bb2d-df527d30c8a2 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:45:13.357718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-unplugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:45:13.357961 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88a2f10-f3e1-411d-bb2d-df527d30c8a2 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:45:13.358357 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88a2f10-f3e1-411d-bb2d-df527d30c8a2'] response: {'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'code': 200} May 06 23:45:14.406532 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519b85d-6dbc-4e3c-a1ab-ed75053a68b2 req-29589572-c35d-4f8e-b040-14ecab3a89dd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:14.407987 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6519b85d-6dbc-4e3c-a1ab-ed75053a68b2 req-29589572-c35d-4f8e-b040-14ecab3a89dd tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0500288 May 06 23:45:14.455578 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6519b85d-6dbc-4e3c-a1ab-ed75053a68b2 req-9da42a50-c078-4d37-91d5-4c986e4b9166 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 May 06 23:45:15.573018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1abf-37c0-42c1-9a0d-f4f4ac4a644b req-792ea554-1127-4ea4-9cb5-d10d6622e176 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:15.574456 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d72e1abf-37c0-42c1-9a0d-f4f4ac4a644b req-792ea554-1127-4ea4-9cb5-d10d6622e176 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0455558 May 06 23:45:15.623390 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-d72e1abf-37c0-42c1-9a0d-f4f4ac4a644b req-ff448e6e-cbfb-4c76-843a-87c6e09a1bd0 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 May 06 23:45:16.735005 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8927-beba-43a4-b8b9-5577e839ef90 req-94900dbe-82dc-4c01-bf48-a45d2c13dce3 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:16.736431 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fd9c8927-beba-43a4-b8b9-5577e839ef90 req-94900dbe-82dc-4c01-bf48-a45d2c13dce3 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0459759 May 06 23:45:16.787850 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-fd9c8927-beba-43a4-b8b9-5577e839ef90 req-40f00d11-0bc2-45b2-bba1-e7a6946b8389 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 May 06 23:45:17.898833 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb274b0-c211-4b65-8116-951ca18a3475 req-22cd4d59-a267-4b12-be28-f9aabb2ad632 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:17.900281 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4eb274b0-c211-4b65-8116-951ca18a3475 req-22cd4d59-a267-4b12-be28-f9aabb2ad632 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0457735 May 06 23:45:17.952751 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-4eb274b0-c211-4b65-8116-951ca18a3475 req-ecef6aea-b1a7-480a-9a9b-35c20bd494f2 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 May 06 23:45:18.782501 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-327055a8-ef68-4d27-8bae-391a3a7da42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:19.063385 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81fcb1-6b00-49e6-babd-8b3d65c66815 req-51b50b81-303b-4121-a4aa-f5769112f9b8 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:19.064783 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f81fcb1-6b00-49e6-babd-8b3d65c66815 req-51b50b81-303b-4121-a4aa-f5769112f9b8 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0459108 May 06 23:45:19.114670 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-6f81fcb1-6b00-49e6-babd-8b3d65c66815 req-f14ffd4f-13ff-4722-9975-21d21bf4f043 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 May 06 23:45:19.412889 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767a26-d94f-496f-8ec2-87a905005664 req-36abe926-c2ad-4c9a-aaa6-25729332e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:19.414273 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-11767a26-d94f-496f-8ec2-87a905005664 req-36abe926-c2ad-4c9a-aaa6-25729332e2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1127 time: 0.0412652 May 06 23:45:19.464646 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-11767a26-d94f-496f-8ec2-87a905005664 req-db685254-35ff-4554-a8ca-cf93e35fd351 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 May 06 23:45:20.224253 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f60b7-bea9-4c4f-be34-410a02ecdc1a req-0c33adf7-b17a-498b-b0d5-728a90728ded tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:20.225744 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-219f60b7-bea9-4c4f-be34-410a02ecdc1a req-0c33adf7-b17a-498b-b0d5-728a90728ded tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0461392 May 06 23:45:20.273713 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-219f60b7-bea9-4c4f-be34-410a02ecdc1a req-e5591554-9a21-46f0-982f-8157c4d878da tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422242 May 06 23:45:21.200002 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 details requested by agent hyperv_hv-cinder-84099 with host hv-cinder-84099 {{(pid=103251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 23:45:21.236391 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:21.240402 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-015ebb9e-f631-47ea-95e9-d1adc445b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:21.319189 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:45:21.331436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Returning: {'device': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'port_id': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'mac_address': 'fa:16:3e:fb:bd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 23:45:21.368630 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port c76769c7-aede-45f4-9fe2-3b93156a9922 is: DOWN; New status is: BUILD {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:45:21.369016 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:21.381341 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76769c7-aede-45f4-9fe2-3b93156a9922 {{(pid=103251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 23:45:21.387641 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0be3-c3bf-432b-b0eb-66ae874fc766 req-49422f3c-7714-4ba9-99c4-e0dfdad97c55 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:21.389153 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b6e0be3-c3bf-432b-b0eb-66ae874fc766 req-49422f3c-7714-4ba9-99c4-e0dfdad97c55 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 943 time: 0.0497422 May 06 23:45:21.401964 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:45:21.406401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:21.438709 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-3b6e0be3-c3bf-432b-b0eb-66ae874fc766 req-3d461b33-faed-42cf-a9b6-7b1314955506 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 May 06 23:45:21.456846 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=7']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:45:21.664912 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] get_ports_and_sgs() called for port_ids ['c76769c7-aede-45f4-9fe2-3b93156a9922'] {{(pid=103251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 23:45:22.320025 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:23.232574 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 up at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 23:45:23.277811 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.provisioning_blocks [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Provisioning complete for port c76769c7-aede-45f4-9fe2-3b93156a9922 triggered by entity L2. {{(pid=103251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 23:45:23.278182 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659187'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), provisioning_complete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:23.353523 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Current status of the port c76769c7-aede-45f4-9fe2-3b93156a9922 is: BUILD; New status is: ACTIVE {{(pid=103251) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 23:45:23.354431 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745571'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:23.376165 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:45:23.378383 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a89420042335ef5b3633f84ab478f5a50c3cfef7f754c9524d6a24179174f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d16f43-4029-4659-ba2f-79a38d49de33" -d '{"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-plugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:45:23.391026 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:45:23.396028 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778216151435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778215741817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778215741835'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:23.420203 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b5f77-95f0-4329-bb78-44defb361cd1 x-openstack-request-id: req-d31b5f77-95f0-4329-bb78-44defb361cd1 {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:45:23.420491 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-plugged", "status": "completed", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "code": 200}]} {{(pid=103251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:45:23.420762 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d31b5f77-95f0-4329-bb78-44defb361cd1 {{(pid=103251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:45:23.421168 dv-cinder-840996-1-iscsi neutron-server[103251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31b5f77-95f0-4329-bb78-44defb361cd1'] response: {'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'code': 200} May 06 23:45:23.443741 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Pushing event updated for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=8']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:45:23.481885 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:25.208727 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:26.730770 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:45:32.639120 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-c94a89e4-af41-4973-847a-9deb949a59e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366337 May 06 23:45:32.720557 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-d0a994f1-8d82-472b-a38b-689ced045597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:32.722139 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-d0a994f1-8d82-472b-a38b-689ced045597 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0385869 May 06 23:45:32.832454 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-827992fd-1b9d-4772-94d1-d83b0ff371a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:32.833952 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-827992fd-1b9d-4772-94d1-d83b0ff371a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0862486 May 06 23:45:32.898047 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-1df9bd1b-def7-43cf-ab5c-87389a2aaec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1001 time: 0.0575368 May 06 23:45:32.945200 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-02c6af5b-cd6d-4414-9c43-3b5777ee09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:32.946565 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-02c6af5b-cd6d-4414-9c43-3b5777ee09dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0409002 May 06 23:45:32.991999 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-23b6aef0-c0a6-46b3-93ba-d9901fa798d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:45:32.993485 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-23b6aef0-c0a6-46b3-93ba-d9901fa798d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397718 May 06 23:45:33.080505 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-a4344e79-5bd2-4b69-8701-42dc8a9d029f service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785558 May 06 23:45:33.170596 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-9d69cea3-a638-4dc9-8acf-22afdb2ed4cd req-64232f12-82f2-4b26-80ae-93321874dd6e service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833323 May 06 23:45:48.783516 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2cbf025a-996e-4a53-9dfe-85f65ebe1a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:51.229522 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b4894d21-ce82-4837-9447-588ed0be8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:51.231983 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:52.322332 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:53.485072 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:45:55.215089 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:03.729046 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:46:18.785644 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bb759476-7afb-48fe-ba48-0b427718e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:21.222795 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b69214f2-5bb3-4d0c-9403-f1945d614db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:21.249771 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:22.324343 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:23.489228 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:25.207765 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:34.531436 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50780) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:34.666894 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-e4744f10-978f-4f55-ab78-8435d9eaf637 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412045 May 06 23:46:34.683842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Deleting port 5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:34.684194 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:34.749790 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-7a23ed88-5731-4338-9087-80ab6491851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:34.751286 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-7a23ed88-5731-4338-9087-80ab6491851d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0380340 May 06 23:46:34.760781 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:34.761109 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for floatingip (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:34.774842 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Calling delete_port for 5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa owned by network:floatingip {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:34.855706 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-10453e84-6292-4063-b034-a28915117bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:34.857201 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-10453e84-6292-4063-b034-a28915117bf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0873451 May 06 23:46:34.919303 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:34.936426 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-f32dfb67-c7a9-4f6e-824c-210e60f53f95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 1001 time: 0.0685060 May 06 23:46:34.944456 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event deleted for resources: {'Port': ['ID=5ccb9ae2-7c7d-4a9a-a07b-33b9eba22dfa,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:34.972485 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.972881 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.973210 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.973545 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.973883 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.974229 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.974540 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.974863 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.975187 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.975508 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.975831 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.976155 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.976482 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.976826 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.977160 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:34.990142 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-5a9eb53f-2ef1-4b72-90b8-aff089bd125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:34.991777 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-5a9eb53f-2ef1-4b72-90b8-aff089bd125b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0463276 May 06 23:46:35.020234 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for floatingip (9a6d8fbe-b1be-4341-9986-827ef905160c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:35.020591 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.db.l3_db [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Floating IP 9a6d8fbe-b1be-4341-9986-827ef905160c disassociated (deleted). External IP: 172.27.1.118, port: c76769c7-aede-45f4-9fe2-3b93156a9922. May 06 23:46:35.040845 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-c02f44fa-24b1-4c64-b5b8-5d2a0456d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:35.042346 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-c02f44fa-24b1-4c64-b5b8-5d2a0456d99e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420902 May 06 23:46:35.133614 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-2ea0c898-dfbf-4c4f-b95a-025f4352ae3a service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813141 May 06 23:46:35.229955 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-91497058-a6a0-450b-8b40-08bde4cf5acc req-74c259ff-9eef-4878-8a68-3fd372a7ed6b service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874920 May 06 23:46:35.236972 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Router b9714057-81fa-4b4f-a2d7-de51c932f62c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:46:35.344621 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:46:35.349849 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for floatingip (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:35.354559 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Sync routers for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:46:35.364006 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:35.364649 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:35.378762 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5d91a462-2b09-4185-84a6-579ed4ba2765 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "DELETE /v2.0/floatingips/9a6d8fbe-b1be-4341-9986-827ef905160c HTTP/1.1" status: 204 len: 168 time: 0.8462763 May 06 23:46:35.379326 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:46:35.381617 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b5146ae6e507c787f1c22fb79b1b7d22ff02d1ac06ee9f4c2cb4c7ef4964a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301186bc-dbbe-4930-a84c-4ebf5e0e888c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:46:35.477796 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:35.568917 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee9582-8aef-4373-8c93-c787c95b6173 x-openstack-request-id: req-e9ee9582-8aef-4373-8c93-c787c95b6173 {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:46:35.569417 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "status": "completed", "code": 200}]} {{(pid=103250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:46:35.569512 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9ee9582-8aef-4373-8c93-c787c95b6173 {{(pid=103250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:46:35.569845 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ee9582-8aef-4373-8c93-c787c95b6173'] response: {'name': 'network-changed', 'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'status': 'completed', 'code': 200} May 06 23:46:35.633392 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f63504-41d6-4fe3-b6ca-f6524a821b8a req-1c2b8033-9a23-452b-878b-7a1e97dfb33f tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:35.634880 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5f63504-41d6-4fe3-b6ca-f6524a821b8a req-1c2b8033-9a23-452b-878b-7a1e97dfb33f tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0476820 May 06 23:46:35.670685 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:35.683723 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-f5f63504-41d6-4fe3-b6ca-f6524a821b8a req-71a80632-875e-4562-8c56-09ed93deadaf tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 May 06 23:46:35.699913 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Checking router: b9714057-81fa-4b4f-a2d7-de51c932f62c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:46:35.708595 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:35.709196 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:35.813321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:35.994354 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:36.020383 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200104ee-4d38-4627-b4b9-24c7e984ee8a None None] The sync data for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi is: [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:15Z', 'revision_number': 4, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi', '_interfaces': [{'id': '3271b456-0192-4ae1-a042-cea5f52a2e15', 'name': '', 'network_id': '4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'mac_address': 'fa:16:3e:28:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:15Z', 'updated_at': '2022-05-06T23:42:21Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'subnets': [{'id': '5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:46:36.225751 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85213e67-b422-42b4-8458-0d2dcd5d548e None None] New status for floating IP 9a6d8fbe-b1be-4341-9986-827ef905160c: DOWN {{(pid=103252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 23:46:36.807865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-48638646-9164-4403-9b98-732f355aed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:36.809341 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-48638646-9164-4403-9b98-732f355aed0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 1129 time: 0.0651307 May 06 23:46:36.824003 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0babb-0945-4ec7-a0ee-2b1d5337f391 req-bdbdb269-431d-4d2e-82b7-6b57fe6095c1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:36.825378 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1fc0babb-0945-4ec7-a0ee-2b1d5337f391 req-bdbdb269-431d-4d2e-82b7-6b57fe6095c1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0556715 May 06 23:46:36.872929 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-1fc0babb-0945-4ec7-a0ee-2b1d5337f391 req-553090d8-b561-4256-84a9-9d01a489b3e8 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/security-groups?id=e72228c2-0507-48bc-b053-db68d66005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419812 May 06 23:46:36.990804 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-d520b13b-03e8-47eb-b139-af61c620fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:36.992167 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-d520b13b-03e8-47eb-b139-af61c620fc71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 200 len: 909 time: 0.0825231 May 06 23:46:37.036036 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-c31e3fe7-e36f-4b7a-839a-3fc474469344 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 200 len: 217 time: 0.0372694 May 06 23:46:37.277559 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-560c92f3-1857-4246-879c-6123271d0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:37.278971 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-560c92f3-1857-4246-879c-6123271d0a17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 200 len: 847 time: 0.0434349 May 06 23:46:37.352047 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-8b41616b-7565-4916-b86a-27e60bf7778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:37.353519 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-8b41616b-7565-4916-b86a-27e60bf7778e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673029 May 06 23:46:37.364732 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-2c431721-9728-497a-8c06-be5236111380 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 23:46:37.366072 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-2c431721-9728-497a-8c06-be5236111380 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 945 time: 0.0552533 May 06 23:46:37.510561 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-9b53f670-cb85-4499-85fc-543592e81ef8 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435606 May 06 23:46:37.511170 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Deleting port c76769c7-aede-45f4-9fe2-3b93156a9922 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:37.511503 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:37.659315 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] For port c76769c7-aede-45f4-9fe2-3b93156a9922, host hv-cinder-84099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84099',level=0,port_id=c76769c7-aede-45f4-9fe2-3b93156a9922,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:37.659586 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:37.672129 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-301186bc-dbbe-4930-a84c-4ebf5e0e888c req-a9241fe5-26be-4a10-b684-ea79acf5a5c0 service neutron] 10.222.0.59 "GET /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468616 May 06 23:46:37.676521 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Calling delete_port for c76769c7-aede-45f4-9fe2-3b93156a9922 owned by compute:nova {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:37.799434 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (c76769c7-aede-45f4-9fe2-3b93156a9922), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:37.828116 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event deleted for resources: {'Port': ['ID=c76769c7-aede-45f4-9fe2-3b93156a9922,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:37.852176 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.852550 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.852891 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.853221 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.853563 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.853866 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.854185 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.854754 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.855069 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.855380 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.855694 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.856014 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.856324 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.856661 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.856974 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:37.879808 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] No DVR routers for this DVR port c76769c7-aede-45f4-9fe2-3b93156a9922 on host hv-cinder-84099 {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:46:37.882101 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-357844'] for port (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:37.885227 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-5b2ca472-a48c-40f1-afa3-7fdfb16593e8 req-a1ba3552-3f95-4e37-bd95-18a891b8680b tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.59 "DELETE /v2.0/ports/c76769c7-aede-45f4-9fe2-3b93156a9922 HTTP/1.1" status: 204 len: 173 time: 0.5109758 May 06 23:46:37.885648 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-deleted', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922'}] {{(pid=103249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 23:46:37.887818 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ba836561e7f7fc852c5a5c5fc221595935beabf6db5658f8cf277af5047a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38a153-cff4-4e61-a5b0-3ef516c1beb5" -d '{"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-deleted", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922"}]}' {{(pid=103249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 23:46:37.975453 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [req-411e78f3-468d-4414-8f55-082177e053fc req-51edc6e1-6f79-4770-8cbc-52f493b26631 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1bcd159-1df8-4f87-bb69-1861bf9b7663 HTTP/1.1" status: 200 len: 210 time: 0.0278499 May 06 23:46:38.062738 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 23:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ecd8a-2fda-4e5a-aeb3-ad4e98bf4fef x-openstack-request-id: req-fb7ecd8a-2fda-4e5a-aeb3-ad4e98bf4fef {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 23:46:38.063034 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcd159-1df8-4f87-bb69-1861bf9b7663", "name": "network-vif-deleted", "tag": "c76769c7-aede-45f4-9fe2-3b93156a9922", "status": "completed", "code": 200}]} {{(pid=103249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 23:46:38.063294 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb7ecd8a-2fda-4e5a-aeb3-ad4e98bf4fef {{(pid=103249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 23:46:38.063701 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7ecd8a-2fda-4e5a-aeb3-ad4e98bf4fef'] response: {'server_uuid': 'b1bcd159-1df8-4f87-bb69-1861bf9b7663', 'name': 'network-vif-deleted', 'tag': 'c76769c7-aede-45f4-9fe2-3b93156a9922', 'status': 'completed', 'code': 200} May 06 23:46:39.032073 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50814) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:39.087372 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (e72228c2-0507-48bc-b053-db68d66005e8), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.113559 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (e72228c2-0507-48bc-b053-db68d66005e8), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.179761 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (e72228c2-0507-48bc-b053-db68d66005e8), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.182289 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.183432 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] 10.222.0.60 "DELETE /v2.0/security-groups/e72228c2-0507-48bc-b053-db68d66005e8 HTTP/1.1" status: 204 len: 168 time: 0.1503494 May 06 23:46:39.194330 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bc864-accb-48fd-aee0-b1a87c4c8fc1 tempest-TestShelveInstance-961362397 tempest-TestShelveInstance-961362397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72228c2-0507-48bc-b053-db68d66005e8,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:39.225795 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50818) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:39.547573 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.771687 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Deleting port 3271b456-0192-4ae1-a042-cea5f52a2e15 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:39.772017 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.846421 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] For port 3271b456-0192-4ae1-a042-cea5f52a2e15, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=3271b456-0192-4ae1-a042-cea5f52a2e15,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:39.846812 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:39.859663 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Calling delete_port for 3271b456-0192-4ae1-a042-cea5f52a2e15 owned by network:router_interface {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:40.034133 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (3271b456-0192-4ae1-a042-cea5f52a2e15), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:40.060624 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3271b456-0192-4ae1-a042-cea5f52a2e15,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:40.229650 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:40.441817 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Router b9714057-81fa-4b4f-a2d7-de51c932f62c has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:46:40.729091 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:46:40.792562 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:46:40.797517 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-5b224f8e-6e55-48ce-bb8e-f9117253bc2d admin admin] 10.222.0.60 "PUT /v2.0/routers/b9714057-81fa-4b4f-a2d7-de51c932f62c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706251 May 06 23:46:40.800005 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50820) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:40.803098 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Sync routers for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:46:40.813149 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:40.813828 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:40.903209 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks [] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:40.918502 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: dv-cinder-840996-1-iscsi {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:41.005813 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks [] for router_gateway (b9714057-81fa-4b4f-a2d7-de51c932f62c), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.050114 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Deleting port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:41.050820 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.083836 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:46:39Z', 'revision_number': 5, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port': {'id': '5cc83356-4c93-4c9b-a6eb-0ab39fa2a507', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:41.110185 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Checking router: b9714057-81fa-4b4f-a2d7-de51c932f62c for host: dv-cinder-840996-1-iscsi {{(pid=103251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:46:41.118222 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Routers {'b9714057-81fa-4b4f-a2d7-de51c932f62c'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:41.118824 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['b9714057-81fa-4b4f-a2d7-de51c932f62c'], 'active': True} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:41.125569 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] For port 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:41.125924 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.138797 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Calling delete_port for 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 owned by network:router_gateway {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:41.209093 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvr_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] Set router b9714057-81fa-4b4f-a2d7-de51c932f62c gateway port host: None {{(pid=103251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:41.264708 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_hamode_db [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:46:41Z', 'revision_number': 6, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:41.290710 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd4660-1bee-4917-903a-5330142af714 None None] The sync data for ids ['b9714057-81fa-4b4f-a2d7-de51c932f62c'] in dv-cinder-840996-1-iscsi is: [{'id': 'b9714057-81fa-4b4f-a2d7-de51c932f62c', 'name': 'tempest-TestShelveInstance-168085912-router', 'tenant_id': '35b2ce1dc11d445c806fd9d3bb291860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:13Z', 'updated_at': '2022-05-06T23:46:41Z', 'revision_number': 6, 'project_id': '35b2ce1dc11d445c806fd9d3bb291860', 'gw_port_host': None}] {{(pid=103251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:46:41.307118 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (5cc83356-4c93-4c9b-a6eb-0ab39fa2a507), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.333977 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc83356-4c93-4c9b-a6eb-0ab39fa2a507,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:41.394586 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.485793 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.488617 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks [] for router_controller (b9714057-81fa-4b4f-a2d7-de51c932f62c), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.533554 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (b9714057-81fa-4b4f-a2d7-de51c932f62c), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.534121 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9714057-81fa-4b4f-a2d7-de51c932f62c {{(pid=103250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:46:41.538257 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.539548 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-30b8dcb0-6a5f-4ffa-97ff-daef6b0e4c3c admin admin] 10.222.0.60 "DELETE /v2.0/routers/b9714057-81fa-4b4f-a2d7-de51c932f62c HTTP/1.1" status: 204 len: 168 time: 0.7380431 May 06 23:46:41.542032 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50822) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:41.584803 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.db_base_plugin_v2 [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Deleting subnet 5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 {{(pid=103250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:46:41.587613 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Publish callbacks [] for subnet (5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.620665 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913918'] for subnet (5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91), precommit_delete_associations {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.703267 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.707136 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 no longer exists at agent hyperv_hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:41.727808 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] No Port match for: c76769c7-aede-45f4-9fe2-3b93156a9922 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:41.728443 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Device c76769c7-aede-45f4-9fe2-3b93156a9922 not bound to the agent host hv-cinder-84099 {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:41.757126 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59552444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60352924'] for subnet (5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.781180 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:41.785426 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for subnet (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.789377 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-56480f0b-2b7c-4460-b2da-34cf89436c11 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5eaa01f7-7d5d-4c31-8b1f-4727e32bbb91 HTTP/1.1" status: 204 len: 168 time: 0.2454448 May 06 23:46:41.791037 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50824) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:41.793357 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d8d58-3992-43e4-ab11-92290e2a96db None None] Network 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:46:41.864407 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.908220 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Deleting port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:41.908573 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.969710 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] For port 4f94bfa8-921c-40b5-b50d-2be0b12458f8, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=4f94bfa8-921c-40b5-b50d-2be0b12458f8,segment=NetworkSegment(7641074d-cdd3-41f2-b4a9-a47462fb8c21),segment_id=7641074d-cdd3-41f2-b4a9-a47462fb8c21)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:41.970067 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:41.987148 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Calling delete_port for 4f94bfa8-921c-40b5-b50d-2be0b12458f8 owned by network:dhcp {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:42.067462 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (4f94bfa8-921c-40b5-b50d-2be0b12458f8), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.085347 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d45b1b-e26f-4d34-9827-d783de4e6923 None None] DHCP port deletion for 4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:46:42.097914 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f94bfa8-921c-40b5-b50d-2be0b12458f8,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:42.101696 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] No DVR routers for this DVR port 4f94bfa8-921c-40b5-b50d-2be0b12458f8 on host dv-cinder-840996-1-iscsi {{(pid=103249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:46:42.176424 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.190077 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3271b456-0192-4ae1-a042-cea5f52a2e15 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:42.199026 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8']}} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:42.208688 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7641074d-cdd3-41f2-b4a9-a47462fb8c21') {'for_net_delete': True} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:42.208984 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.services.segments.db [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7641074d-cdd3-41f2-b4a9-a47462fb8c21') {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:42.215156 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 3271b456-0192-4ae1-a042-cea5f52a2e15 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:42.215504 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 3271b456-0192-4ae1-a042-cea5f52a2e15 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:42.215929 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:42.218181 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3174554'] for segment (7641074d-cdd3-41f2-b4a9-a47462fb8c21), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.232211 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (7641074d-cdd3-41f2-b4a9-a47462fb8c21), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.235211 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:42.235558 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 5cc83356-4c93-4c9b-a6eb-0ab39fa2a507 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:42.236050 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 4f94bfa8-921c-40b5-b50d-2be0b12458f8 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:42.241076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:46:42.241076 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694051'] for segment (7641074d-cdd3-41f2-b4a9-a47462fb8c21), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: Traceback (most recent call last): May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: timer() May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: cb(*args, **kw) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: return func(*args, **kwargs) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: self._notify() May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: self.callback(batched_events) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: event.method(event) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: return f(self, *a, **k) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._get(url).json() May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: return self.request(url, 'GET', **kwargs) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:46:42.242270 dv-cinder-840996-1-iscsi neutron-server[103249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:46:42.256495 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 4f94bfa8-921c-40b5-b50d-2be0b12458f8 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:42.256882 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 4f94bfa8-921c-40b5-b50d-2be0b12458f8 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:42.298801 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.305018 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.308429 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8 HTTP/1.1" status: 204 len: 168 time: 0.5163202 May 06 23:46:42.311305 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50826) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:42.331269 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b6970-7c4e-4ffb-8c1f-4088f04bf733 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a540c4a-f80d-47ab-b1b8-44a0dc4e65f8,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:42.633867 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705470'] for router_interface (89e783b2-f833-4e7b-9401-29500c9299dd), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:42.855365 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Deleting port dd6a045f-daef-4a5b-bfb0-37def38fa002 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:42.855941 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:43.200177 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] For port dd6a045f-daef-4a5b-bfb0-37def38fa002, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=dd6a045f-daef-4a5b-bfb0-37def38fa002,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:43.200606 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:43.212884 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Calling delete_port for dd6a045f-daef-4a5b-bfb0-37def38fa002 owned by network:router_interface {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:43.385877 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (dd6a045f-daef-4a5b-bfb0-37def38fa002), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:43.415865 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6a045f-daef-4a5b-bfb0-37def38fa002,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:43.580197 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765345'] for router_interface (89e783b2-f833-4e7b-9401-29500c9299dd), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:43.792624 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Router 89e783b2-f833-4e7b-9401-29500c9299dd has already been hosted by L3 agent 0bacca3a-e60b-4d74-b385-a1c468895e06 {{(pid=103249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 23:46:43.902579 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] Notify agent at l3_agent.dv-cinder-840996-1-iscsi the message routers_updated {{(pid=103249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 23:46:43.907496 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-36e41f6e-7a18-44fc-b582-610cb5e778c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/89e783b2-f833-4e7b-9401-29500c9299dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952432 May 06 23:46:43.910028 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50828) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:43.912647 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Sync routers for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 23:46:43.922180 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:43.922789 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:44.014727 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks [] for router (89e783b2-f833-4e7b-9401-29500c9299dd), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.038216 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: dv-cinder-840996-1-iscsi {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:44.133544 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks [] for router_gateway (89e783b2-f833-4e7b-9401-29500c9299dd), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.185509 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Deleting port d5f6157f-3431-4510-9225-27301093f333 {{(pid=103249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:44.185852 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (d5f6157f-3431-4510-9225-27301093f333), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.224002 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'external_fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd5f6157f-3431-4510-9225-27301093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:46:43Z', 'revision_number': 5, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port': {'id': 'd5f6157f-3431-4510-9225-27301093f333', 'name': '', 'network_id': '17043ab6-afc5-409e-af86-4e76f065766e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T23:42:18Z', 'updated_at': '2022-05-06T23:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '677bcfd6-8cff-4cfa-87f3-ca584f61595a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840996-1-iscsi'}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:44.251498 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Checking router: 89e783b2-f833-4e7b-9401-29500c9299dd for host: dv-cinder-840996-1-iscsi {{(pid=103252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 23:46:44.260798 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Routers {'89e783b2-f833-4e7b-9401-29500c9299dd'} bound to L3 agent in host dv-cinder-840996-1-iscsi {{(pid=103252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 23:46:44.261407 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T23:24:51Z,description=,heartbeat_timestamp=2022-05-06T23:46:21Z,host='dv-cinder-840996-1-iscsi',id=0bacca3a-e60b-4d74-b385-a1c468895e06,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T23:24:51Z,topic='l3_agent')) {'router_ids': ['89e783b2-f833-4e7b-9401-29500c9299dd'], 'active': True} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:44.276004 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.db [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] For port d5f6157f-3431-4510-9225-27301093f333, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=d5f6157f-3431-4510-9225-27301093f333,segment=NetworkSegment(a8a821f4-6dc9-4ba0-b171-85a3189324dc),segment_id=a8a821f4-6dc9-4ba0-b171-85a3189324dc)] {{(pid=103249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:44.276360 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (d5f6157f-3431-4510-9225-27301093f333), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.290461 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Calling delete_port for d5f6157f-3431-4510-9225-27301093f333 owned by network:router_gateway {{(pid=103249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:44.350648 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_dvr_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] Set router 89e783b2-f833-4e7b-9401-29500c9299dd gateway port host: None {{(pid=103252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 23:46:44.405165 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.l3_hamode_db [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:46:44Z', 'revision_number': 6, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port_host': None}], 'dv-cinder-840996-1-iscsi', False) {} {{(pid=103252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:44.432564 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f368b-3143-4653-a8a7-07bfbde3712a None None] The sync data for ids ['89e783b2-f833-4e7b-9401-29500c9299dd'] in dv-cinder-840996-1-iscsi is: [{'id': '89e783b2-f833-4e7b-9401-29500c9299dd', 'name': 'tempest-TestShelveInstance-1474845599-router', 'tenant_id': 'af48a7fe148043dd8f54b98490963a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T23:42:17Z', 'updated_at': '2022-05-06T23:46:44Z', 'revision_number': 6, 'project_id': 'af48a7fe148043dd8f54b98490963a20', 'gw_port_host': None}] {{(pid=103252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 23:46:44.459150 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694000'] for port (d5f6157f-3431-4510-9225-27301093f333), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.487730 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f6157f-3431-4510-9225-27301093f333,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:44.549388 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707212'] for router_gateway (89e783b2-f833-4e7b-9401-29500c9299dd), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.640255 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5223'] for router (89e783b2-f833-4e7b-9401-29500c9299dd), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.642600 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks [] for router_controller (89e783b2-f833-4e7b-9401-29500c9299dd), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.689416 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717661'] for router (89e783b2-f833-4e7b-9401-29500c9299dd), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.689933 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e783b2-f833-4e7b-9401-29500c9299dd {{(pid=103249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 23:46:44.695079 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.696218 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-73d2c406-4825-43ab-a123-b7ffd62d76a7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/89e783b2-f833-4e7b-9401-29500c9299dd HTTP/1.1" status: 204 len: 168 time: 0.7852850 May 06 23:46:44.698869 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [-] (103249) accepted ('10.222.0.60', 50830) {{(pid=103249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:44.742476 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Deleting subnet b64b487e-d544-4cc5-a402-9b901c08c1ee {{(pid=103249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 23:46:44.745395 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Publish callbacks [] for subnet (b64b487e-d544-4cc5-a402-9b901c08c1ee), before_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.784187 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3174563'] for subnet (b64b487e-d544-4cc5-a402-9b901c08c1ee), precommit_delete_associations {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.865991 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827103'] for subnet (b64b487e-d544-4cc5-a402-9b901c08c1ee), precommit_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.920363 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-827078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59370525'] for subnet (b64b487e-d544-4cc5-a402-9b901c08c1ee), after_delete {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.945185 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64b487e-d544-4cc5-a402-9b901c08c1ee,revision_number=None']} {{(pid=103249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:44.948651 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:44.952719 dv-cinder-840996-1-iscsi neutron-server[103249]: INFO neutron.wsgi [None req-dbe5454f-3e8c-44b8-bf86-bb37d35e107c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b64b487e-d544-4cc5-a402-9b901c08c1ee HTTP/1.1" status: 204 len: 168 time: 0.2518866 May 06 23:46:44.954354 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50832) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:44.957259 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136fb449-6de9-4c6d-b174-59a1f880235e None None] Network 3f10b621-096a-4d63-b230-f1ee23f7c3ac requested from dv-cinder-840996-1-iscsi {{(pid=103251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 23:46:45.022364 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-704000'] for network (3f10b621-096a-4d63-b230-f1ee23f7c3ac), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.069696 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Deleting port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 {{(pid=103250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:45.070035 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.132211 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.db [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] For port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host dv-cinder-840996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840996-1-iscsi',level=0,port_id=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,segment=NetworkSegment(ab9a5efd-4ea0-4f11-821c-105fda2ca8ec),segment_id=ab9a5efd-4ea0-4f11-821c-105fda2ca8ec)] {{(pid=103250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:45.132499 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.145089 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.plugin [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Calling delete_port for 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 owned by network:dhcp {{(pid=103250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:45.213592 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] DHCP port deletion for 3f10b621-096a-4d63-b230-f1ee23f7c3ac request from dv-cinder-840996-1-iscsi {{(pid=103251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 23:46:45.233765 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59543373'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.256746 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Deleting port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 {{(pid=103251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 23:46:45.257125 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778216142309'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), before_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.259229 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:45.264775 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] No DVR routers for this DVR port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 on host dv-cinder-840996-1-iscsi {{(pid=103250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:46:45.325424 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.db [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] For port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37, host dv-cinder-840996-1-iscsi, got binding levels [] {{(pid=103251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 23:46:45.325827 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1705268'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), precommit_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.334552 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-820842', 'neutron.services.segments.db._delete_segments_for_network-8778216220182'] for network (3f10b621-096a-4d63-b230-f1ee23f7c3ac), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.339535 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Calling delete_port for 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 owned by network:dhcp {{(pid=103251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 23:46:45.342078 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.ipam_backend_mixin [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 was not found and therefore no delete operation was performed {{(pid=103251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 06 23:46:45.343338 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778216151417', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778215741808'] for port (24ccfd9a-2d12-4e45-b164-a8b323bd1d37), after_delete {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.357474 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f10b621-096a-4d63-b230-f1ee23f7c3ac']}} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:45.367262 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec') {'for_net_delete': True} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:45.367552 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.services.segments.db [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9a5efd-4ea0-4f11-821c-105fda2ca8ec') {} {{(pid=103250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 23:46:45.368305 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Pushing event deleted for resources: {'Port': ['ID=24ccfd9a-2d12-4e45-b164-a8b323bd1d37,revision_number=None']} {{(pid=103251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:45.377072 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] No DVR routers for this DVR port 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 on host dv-cinder-840996-1-iscsi {{(pid=103251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 23:46:45.380886 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778216221983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913863'] for segment (ab9a5efd-4ea0-4f11-821c-105fda2ca8ec), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.381826 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.382401 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.382760 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.383106 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.383449 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.383788 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.384121 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.384452 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.385173 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.385272 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.385654 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.386120 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.386906 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.387240 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.387758 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f36a5b-f9ef-4e3c-85d3-c3fea4ebbf97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840996-1-iscsi {{(pid=103251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 23:46:45.396738 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868'] for segment (ab9a5efd-4ea0-4f11-821c-105fda2ca8ec), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.403388 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 23:46:45.403844 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59543326'] for segment (ab9a5efd-4ea0-4f11-821c-105fda2ca8ec), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: Traceback (most recent call last): May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: timer() May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: cb(*args, **kw) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: return func(*args, **kwargs) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: self._notify() May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: self.callback(batched_events) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: event.method(event) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: aggregate_uuid = self.p_client.list_aggregates( May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: return f(self, *a, **k) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._get(url).json() May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: return self.request(url, 'GET', **kwargs) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: base_url = self.get_endpoint(auth, allow=allow, May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 23:46:45.405678 dv-cinder-840996-1-iscsi neutron-server[103250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 23:46:45.461998 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-820817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705726'] for network (3f10b621-096a-4d63-b230-f1ee23f7c3ac), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.468045 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794154'] for network (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.471139 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f10b621-096a-4d63-b230-f1ee23f7c3ac HTTP/1.1" status: 204 len: 168 time: 0.5157900 May 06 23:46:45.483177 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd1d8a-61e7-4eef-98b0-9b614a468902 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f10b621-096a-4d63-b230-f1ee23f7c3ac,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:45.672445 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50836) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:45.714536 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-591ce6e2-e2f8-402b-84b8-8ad4069ff94c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35b2ce1dc11d445c806fd9d3bb291860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384707 May 06 23:46:45.714705 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50838) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:45.760015 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] Publish callbacks [] for security_group (cbb31fff-0775-4ce6-883e-311d964c26f9), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.780091 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] Publish callbacks [] for security_group (cbb31fff-0775-4ce6-883e-311d964c26f9), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.829369 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (cbb31fff-0775-4ce6-883e-311d964c26f9), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.832497 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:45.833646 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbb31fff-0775-4ce6-883e-311d964c26f9 HTTP/1.1" status: 204 len: 168 time: 0.1181474 May 06 23:46:45.841193 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8aa4c-cce3-4e5f-aca0-9dc7406bf639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb31fff-0775-4ce6-883e-311d964c26f9,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:46.137603 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50844) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:46.176877 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-46b0afab-0df6-44c4-ad77-52c69da03b5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af48a7fe148043dd8f54b98490963a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380573 May 06 23:46:46.179293 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [-] (103250) accepted ('10.222.0.60', 50846) {{(pid=103250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 23:46:46.187767 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:46.208204 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:46.208562 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device 24ccfd9a-2d12-4e45-b164-a8b323bd1d37 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:46.208982 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device dd6a045f-daef-4a5b-bfb0-37def38fa002 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:46.226741 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] Publish callbacks [] for security_group (c54e0a25-3fcb-456a-8932-fb0d40afff26), before_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:46.228062 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: dd6a045f-daef-4a5b-bfb0-37def38fa002 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:46.228411 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device dd6a045f-daef-4a5b-bfb0-37def38fa002 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:46.228849 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device d5f6157f-3431-4510-9225-27301093f333 no longer exists at agent ovs-agent-dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 23:46:46.248086 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] Publish callbacks [] for security_group (c54e0a25-3fcb-456a-8932-fb0d40afff26), precommit_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:46.250959 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] No Port match for: d5f6157f-3431-4510-9225-27301093f333 {{(pid=103251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 23:46:46.251304 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron.plugins.ml2.rpc [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Device d5f6157f-3431-4510-9225-27301093f333 not bound to the agent host dv-cinder-840996-1-iscsi {{(pid=103251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 23:46:46.296007 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787663'] for security_group (c54e0a25-3fcb-456a-8932-fb0d40afff26), after_delete {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:46.299560 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:46.300771 dv-cinder-840996-1-iscsi neutron-server[103250]: INFO neutron.wsgi [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c54e0a25-3fcb-456a-8932-fb0d40afff26 HTTP/1.1" status: 204 len: 168 time: 0.1205485 May 06 23:46:46.308324 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd3f03-8b3f-421c-9ffd-5d61fd91b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e0a25-3fcb-456a-8932-fb0d40afff26,revision_number=None']} {{(pid=103250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 23:46:48.788514 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f13a134-1a52-4eeb-9206-d37f354cdb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:51.224019 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-839947f2-e445-4327-b8c0-97d995b135a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:51.250005 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:52.327321 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:53.490598 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:46:55.211892 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:17.727310 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:47:18.789412 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-82affb72-a751-4460-afd9-5235350efdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:21.225676 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-37987a76-822a-4abf-8938-bd790b8321a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:21.264066 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:22.328831 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:23.493699 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:25.213457 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:48.790568 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac855-9272-49ae-a7c0-a5b2932245d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:51.229414 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-6466fe82-5c98-495a-b4a0-b5a08a5d7649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:51.278621 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:52.331077 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:53.494504 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:47:54.725825 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:47:55.215117 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:18.792037 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-347e4464-1cb9-4acc-8078-4f601e9b2152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:21.230884 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-98392bea-03cf-4988-aef2-1170e74b5c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:21.267661 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:22.335485 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:23.500010 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:25.223403 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:31.723620 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:48:48.793491 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3cd7-5535-4374-b572-394d9aaeaf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:51.231718 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-764e4169-f38e-4ad0-8ece-af54ff903bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:51.290133 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:52.337499 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:53.506413 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:48:55.215561 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:01.245377 dv-cinder-840996-1-iscsi neutron-server[103249]: DEBUG neutron.wsgi [req-72fcc165-7900-4a2d-8e33-8e4bcce51e38 req-d52ff7e3-148e-4732-b35b-0a668786d50e service neutron] (103249) timed out ('10.222.0.59', 52772) {{(pid=103249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 23:49:08.721897 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:49:18.794076 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-02cb07a8-25d2-46c2-bd0b-1b3cc17eea08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:21.232802 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf6cf-1c47-4caf-9c04-327b67bace5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:21.293436 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:22.338964 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:23.505190 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:25.217227 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:31.174218 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [req-c7dcce1a-aca2-48cd-8e0e-6de49128ca9a req-04b816ac-fc6e-4cc8-8cac-b2b977d0f8fe service neutron] (103250) timed out ('10.222.0.59', 52734) {{(pid=103250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 23:49:31.826289 dv-cinder-840996-1-iscsi neutron-server[103250]: DEBUG neutron.wsgi [req-05ccaf38-9121-4e59-90f5-9082dffa9ab2 req-ea96850a-7e8e-4267-9091-c5f4290f17e4 service neutron] (103250) timed out ('10.222.0.59', 52779) {{(pid=103250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 23:49:45.720285 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:49:48.797180 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e6bdb789-e9f1-4ab8-8c16-a4446b99c2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:51.234486 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-a3434408-e296-4389-bdfd-60d4529e1bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:51.288656 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:52.341616 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:53.507129 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:49:55.219065 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:18.798332 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-afe68945-c8c5-443e-a500-723b6fc65ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:21.235744 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-e096b2bf-0517-4560-978c-ac94db5b9b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:21.306356 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:22.343711 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:22.718796 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:50:23.513721 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:25.221518 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:48.799108 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-55daccf3-db2a-419c-890a-7fe31277e4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:51.236491 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-2a52a176-a0bd-4ce6-8c9f-4a1298e7f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:51.305673 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:52.346505 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:53.513187 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:55.223080 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:50:59.716519 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:51:18.800251 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-1e549603-5205-4bca-bdc2-1c66d555f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:21.238406 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-f8687a89-6698-4e36-85cb-fd54ab7af9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:21.324982 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:22.349370 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:23.516418 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:25.224614 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:36.714688 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:51:48.801112 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6cd9-57ec-43e9-b923-869043119723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:51.239488 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-3d005646-1f8a-4a45-8f7e-8ad8c35c77ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (0bacca3a-e60b-4d74-b385-a1c468895e06), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:51.335246 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-dd8f0040-b168-4d6f-bcb0-8026b0053ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (44514b48-e08b-4257-8bbb-32b7cf0dbc0f), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:52.350756 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-65fcb35b-2b69-47a4-8d6e-0043024d4b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (9baf256f-7485-4573-9822-89bf30233e54), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:53.519557 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-bac9ce93-66b4-4a6e-bc89-9cd073194cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (362b8b2a-bbb2-4032-9faa-4dda82b2f506), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:51:55.227115 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-5f3f57d1-126d-4ac7-bea1-3a342ca33d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (f7731112-8ad7-4632-960a-0377538e3b3e), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 23:52:13.715354 dv-cinder-840996-1-iscsi neutron-server[103252]: DEBUG neutron.db.agents_db [None req-b9f11a37-62ac-4f2b-bbe7-0400ad37f31a None None] Agent healthcheck: found 6 active agents {{(pid=103252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 23:52:18.802475 dv-cinder-840996-1-iscsi neutron-server[103251]: DEBUG neutron_lib.callbacks.manager [None req-41e25770-aef1-414b-aab1-0c4eaf2d63be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778216220164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659113'] for agent (21bdbee1-4b70-482b-9994-9f1dc1465ddc), after_update {{(pid=103251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}